-- Logs begin at Thu 2022-04-28 18:37:20 UTC, end at Thu 2022-04-28 19:53:40 UTC. -- Apr 28 19:23:00.752678 dv-cinder-826949-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 19:23:03.553930 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:23:03.554559 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 19:23:03.554718 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103133) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 19:23:03.557965 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:23:03.558223 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 19:23:03.558534 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103133) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 19:23:03.559451 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:23:03.559687 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:23:03.560061 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:23:03.560310 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:23:03.560539 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:23:03.560856 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.561252 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.561488 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.561918 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.562215 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.562503 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.562797 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.563095 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.563386 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.563678 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.563968 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.564204 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.564488 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.564776 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.565062 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.565287 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.565569 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.566029 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.566423 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.566710 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.567017 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.567310 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.567585 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.567863 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.568150 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.568479 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] host = dv-cinder-826949-7-iscsi {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.568763 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.569053 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.569340 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.569626 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.569927 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.570206 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.570493 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.570768 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.571042 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.571321 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.571610 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.571900 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.572191 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.572420 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.572645 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.572932 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.573232 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.573509 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.573828 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.574110 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.574392 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.574669 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.574941 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.575226 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.575511 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.575799 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.576079 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.576358 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.576634 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.576911 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.577199 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.577476 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.577784 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.578066 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.578357 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.578632 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.578912 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.579215 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.579503 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.579786 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.580076 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.580354 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.580637 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.580910 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.581184 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.581456 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.581763 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.582039 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.582324 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.582597 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.583389 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.583668 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.583940 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.584231 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.584505 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:03.584799 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.585095 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.585394 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.585702 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.586008 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.586292 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.586583 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.586861 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.587149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.587436 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.587723 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.587999 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.588297 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.588585 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.588880 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.589185 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.589478 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.589803 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.590084 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.590361 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.590638 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.590917 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.591206 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.591484 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.591771 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.592058 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.592342 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.592639 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.592923 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.593210 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.593502 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.593819 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.594101 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.594381 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.594674 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.594952 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.595227 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.595506 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.595793 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.596070 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.596346 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.596629 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.596909 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.597181 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.597454 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.597763 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.598058 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.598340 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.599183 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.599460 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.599739 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.600014 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.600299 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.600578 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.600855 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.601131 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.601411 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.601713 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.601990 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.602269 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.602546 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.602826 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.603100 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.603374 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.603649 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.603921 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.604198 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.604472 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.604745 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.605023 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.605299 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.605571 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.605869 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.606143 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.606418 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.606716 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.606996 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.607276 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.607557 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.607834 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.608112 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.608389 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.608671 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.608953 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.609246 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.609520 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.609834 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.610124 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.610410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.610711 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.611010 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.611291 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.611572 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.611858 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.612141 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.612424 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.612712 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.612998 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.613292 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.613586 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.613905 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.614227 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.614522 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.614806 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.615116 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.615398 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:03.615617 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:23:03.615858 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103133) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 19:23:04.075389 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 19:23:04.075667 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 19:23:04.075969 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 19:23:04.076299 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 19:23:04.405740 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.406028 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.406299 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.407609 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.407888 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.408152 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.463608 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.463883 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.464151 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.478710 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.478994 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.479266 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.509855 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.510140 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.510411 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.547287 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.547567 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.547843 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.887419 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.887924 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.888014 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.888223 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.888915 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.990391 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.990716 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.991001 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.991279 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.991552 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.991868 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.992129 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.992387 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.992646 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.992933 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.993202 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.993468 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.993761 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.994020 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.994277 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.994544 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.994807 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.995077 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.995348 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.995610 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.995883 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.996137 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.996423 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.996797 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.997049 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.997296 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:04.997714 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:04.997957 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:04.998197 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:04.998435 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:04.998673 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:04.998910 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:04.999274 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 19:23:05.002385 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 19:23:05.006351 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 19:23:05.010201 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 28 19:23:05.011816 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 19:23:05.012430 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 19:23:05.012765 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 19:23:05.013155 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 19:23:05.015978 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 19:23:05.016231 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 19:23:05.016581 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:23:05.021977 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 19:23:05.046920 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 19:23:05.047370 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.047667 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103133) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 19:23:05.048042 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.049669 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103133) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 19:23:05.049953 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:23:05.050201 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 19:23:05.053438 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.053754 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.115666 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 19:23:05.115855 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 19:23:05.116092 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 19:23:05.116456 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 19:23:05.136479 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_db.sqlalchemy.engines [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103133) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 19:23:05.572227 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing driver for type 'gre' Apr 28 19:23:05.572771 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] gre ID ranges: [(1, 1000)] Apr 28 19:23:05.626201 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing driver for type 'local' Apr 28 19:23:05.626572 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing driver for type 'vlan' Apr 28 19:23:05.639201 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] VlanTypeDriver initialization complete Apr 28 19:23:05.639538 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing driver for type 'vxlan' Apr 28 19:23:05.640036 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] vxlan ID ranges: [(1, 1000)] Apr 28 19:23:05.692066 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing extension driver 'port_security' Apr 28 19:23:05.693084 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.extensions.port_security [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] PortSecurityExtensionDriver initialization complete Apr 28 19:23:05.693417 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing mechanism driver 'openvswitch' Apr 28 19:23:05.693784 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing mechanism driver 'hyperv' Apr 28 19:23:05.700275 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.plugin [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:05.701091 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.701454 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.701826 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.702377 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:23:05.702805 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.703154 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.703496 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.703887 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:23:05.704292 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.704639 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.704979 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.705370 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:23:05.705805 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > security_group after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.706152 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > security_group after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.706488 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.706881 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:23:05.707278 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.707620 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.707953 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.708340 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:23:05.708738 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > address_group after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.709079 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > address_group after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.709409 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.709821 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:23:05.710268 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] ML2 OVO RPC backend initialized. {{(pid=103133) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 19:23:05.710957 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.711309 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.711720 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.712068 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > networks before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.712412 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.712749 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > ports before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.713088 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnet before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.713424 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnets before_response 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.713796 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.714133 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.714462 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.714792 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.715124 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.715454 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.715782 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnet after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.716113 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.716440 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.723855 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded quota_driver: . Apr 28 19:23:05.724218 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.plugin [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Modular L2 Plugin initialization complete Apr 28 19:23:05.724558 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading services supported by the core plugin {{(pid=103133) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 19:23:05.724900 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.plugins.ml2.managers [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Got port-security extension from driver 'port_security' Apr 28 19:23:05.725372 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.extensions.vlantransparent [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Disabled vlantransparent extension. Apr 28 19:23:05.725896 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103133) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 19:23:05.726217 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: router Apr 28 19:23:05.761895 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.762290 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router after_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.762658 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router before_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.763021 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.763391 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.763745 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router after_delete 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.764099 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > floatingip after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.764444 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.764797 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router after_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.765140 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.765486 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.765853 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.766327 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.766740 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.767106 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.767445 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.767778 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: subnet after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.768119 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.768464 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.768805 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.769141 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: port before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.769478 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.769936 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router after_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.770299 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.770647 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_create 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.771007 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.771346 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_update 55549900 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.771703 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > agent after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.772047 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > agent after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.772386 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > network after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.773228 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Tracking information for resource: router configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:05.773554 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Tracking information for resource: floatingip configured {{(pid=103133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:23:05.778346 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.db.l3_agentschedulers_db [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 19:23:05.778912 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.779269 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: port after_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.779617 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: port after_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.779966 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: port after_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.780747 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router before_create 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.781113 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.781471 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_create 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.781852 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > router precommit_update 55550100 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.786662 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.services.provider_configuration [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service providers = [] {{(pid=103133) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 19:23:05.787026 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.db.servicetype_db [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103133) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 19:23:05.789970 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:23:05.790318 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:23:05.790660 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:23:05.791540 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.services.service_base [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:23:05.791907 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.services.service_base [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 19:23:05.792278 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.792595 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 19:23:05.803792 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.804125 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: auto_allocate Apr 28 19:23:05.809739 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: network precommit_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.810108 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: network precommit_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.810625 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.810944 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: tag Apr 28 19:23:05.818172 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.818497 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: timestamp Apr 28 19:23:05.822353 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.822628 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: network_ip_availability Apr 28 19:23:05.828062 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.828428 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.828783 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:05.829487 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.829837 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: flavors Apr 28 19:23:05.834749 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.835083 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading Plugin: revisions Apr 28 19:23:05.839300 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:23:05.839689 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=103133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 19:23:05.840419 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103133) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 19:23:05.840753 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Initializing extension manager. Apr 28 19:23:05.841268 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: __init__.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.841606 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: __pycache__ {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.841965 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: _port_mac_address_override.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.842294 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.843035 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.843588 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: address-group Apr 28 19:23:05.843908 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: address_scope.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.844608 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.845110 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: address-scope Apr 28 19:23:05.845428 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.846379 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.846889 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: router-admin-state-down-before-update Apr 28 19:23:05.847211 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: agent.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.847904 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.848440 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: agent Apr 28 19:23:05.848766 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: agent_resources_synced.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.849699 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.850224 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: agent-resources-synced Apr 28 19:23:05.850546 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: allowedaddresspairs.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.852307 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.852822 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: allowed-address-pairs Apr 28 19:23:05.853149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: auto_allocated_topology.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.854239 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.854752 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: auto-allocated-topology Apr 28 19:23:05.855074 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.855755 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.856260 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: availability_zone Apr 28 19:23:05.856579 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: availability_zone_filter.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.857477 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.858021 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: availability_zone_filter Apr 28 19:23:05.858339 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: data_plane_status.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.859234 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.859736 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 19:23:05.860084 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: default_subnetpools.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.860996 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.861523 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: default-subnetpools Apr 28 19:23:05.861869 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.862673 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.863205 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: dhcp_agent_scheduler Apr 28 19:23:05.863525 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: dns.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.864953 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.865451 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension dns-integration not supported by any of loaded plugins Apr 28 19:23:05.865808 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: dns_domain_ports.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.866715 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.867218 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 19:23:05.867538 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.868450 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.868952 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 19:23:05.869272 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: dvr.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.869975 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.870484 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: dvr Apr 28 19:23:05.870802 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: ecmp_routes.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.871706 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.872205 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 19:23:05.872522 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: empty_string_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.873419 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.873956 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: empty-string-filtering Apr 28 19:23:05.874275 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.875174 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.875673 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:23:05.875989 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.876885 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.877388 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 19:23:05.877738 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: external_net.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.878634 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.879139 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: external-net Apr 28 19:23:05.879459 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.880943 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.881451 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: extra_dhcp_opt Apr 28 19:23:05.881807 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: extraroute.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.882702 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.883204 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: extraroute Apr 28 19:23:05.883525 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: extraroute_atomic.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.885936 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.886467 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: extraroute-atomic Apr 28 19:23:05.886796 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: filter_validation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.887462 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.887978 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: filter-validation Apr 28 19:23:05.888280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: fip_pf_description.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.889181 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.889714 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 19:23:05.890038 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: fip_pf_port_range.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.890946 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.891449 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 19:23:05.891767 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: fip_port_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.892682 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.893184 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: fip-port-details Apr 28 19:23:05.893506 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: flavors.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.894743 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.895296 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: flavors Apr 28 19:23:05.895624 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.897263 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.897817 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 19:23:05.898153 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: floatingip_pools.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.898847 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.899354 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: floatingip-pools Apr 28 19:23:05.899679 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: ip_allocation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.900595 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.901098 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 19:23:05.901423 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.902354 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.902865 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: ip-substring-filtering Apr 28 19:23:05.903192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l2_adjacency.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.904122 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.904624 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 19:23:05.904946 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.905924 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.906436 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: router Apr 28 19:23:05.906763 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.908933 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.909457 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:23:05.909811 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.910732 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.911272 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: ext-gw-mode Apr 28 19:23:05.911599 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.912504 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.913013 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: l3-ha Apr 28 19:23:05.913335 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.914260 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.914765 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 19:23:05.915087 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3_flavors.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.915991 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.916499 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: l3-flavors Apr 28 19:23:05.916821 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3_ndp_proxy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.918180 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.918692 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 19:23:05.919016 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.919918 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.920433 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 19:23:05.920757 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: l3agentscheduler.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.921821 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.922332 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: l3_agent_scheduler Apr 28 19:23:05.922660 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: local_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.924799 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.925327 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension local_ip not supported by any of loaded plugins Apr 28 19:23:05.925677 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: logging.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.927664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.928183 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension logging not supported by any of loaded plugins Apr 28 19:23:05.928513 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: metering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.929249 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.929861 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: metering Apr 28 19:23:05.930188 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.931273 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.931790 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: metering_source_and_destination_fields Apr 28 19:23:05.932113 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: multiprovidernet.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.933026 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.933536 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: multi-provider Apr 28 19:23:05.933885 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: netmtu.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.934784 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.935289 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: net-mtu Apr 28 19:23:05.935610 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: netmtu_writable.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.936506 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.937008 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: net-mtu-writable Apr 28 19:23:05.937329 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: network_availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.938011 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.938512 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: network_availability_zone Apr 28 19:23:05.938832 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: network_ip_availability.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.939916 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.940428 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: network-ip-availability Apr 28 19:23:05.940751 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: network_segment_range.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.941502 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.942036 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 19:23:05.942898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: pagination.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.943862 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.944189 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: pagination Apr 28 19:23:05.944507 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: port_device_profile.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.945405 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.945947 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: port-device-profile Apr 28 19:23:05.946268 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: port_mac_address_override.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.947187 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.947691 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: port-mac-override Apr 28 19:23:05.948010 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.948914 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.949419 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: port-mac-address-regenerate Apr 28 19:23:05.949770 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.950678 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.951191 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: port-numa-affinity-policy Apr 28 19:23:05.951507 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: port_resource_request.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.952403 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.952902 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 19:23:05.953219 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: port_resource_request_groups.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.954198 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.954701 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 19:23:05.955020 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: portbindings.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.955929 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.956429 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: binding Apr 28 19:23:05.956746 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: portbindings_extended.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.958036 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.958547 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: binding-extended Apr 28 19:23:05.958871 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: portsecurity.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.959772 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.960279 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: port-security Apr 28 19:23:05.960604 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: project_id.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.961565 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.961985 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: project-id Apr 28 19:23:05.962238 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: providernet.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.963143 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.963652 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: provider Apr 28 19:23:05.963972 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.967698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.968220 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos not supported by any of loaded plugins Apr 28 19:23:05.968551 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.969800 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.970316 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 19:23:05.970641 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.971570 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.972084 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 19:23:05.972405 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_default.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.973301 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.973864 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-default not supported by any of loaded plugins Apr 28 19:23:05.974190 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_fip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.975097 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.975609 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-fip not supported by any of loaded plugins Apr 28 19:23:05.975931 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_fip_network_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.976844 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.977357 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 19:23:05.977701 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_gateway_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.978609 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.979116 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 19:23:05.979434 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_port_network_policy.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.980337 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.980849 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 19:23:05.981167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.982233 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.982745 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 19:23:05.983066 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.984087 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.984600 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 19:23:05.984920 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_pps_rule.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.986141 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.986657 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-pps not supported by any of loaded plugins Apr 28 19:23:05.986981 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_rule_type_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.987884 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.988391 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 19:23:05.988712 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_rule_type_filter.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.990157 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.990664 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 19:23:05.990985 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: qos_rules_alias.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.992026 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.992536 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 19:23:05.992855 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: quota_check_limit.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.993863 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.994376 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: quota-check-limit Apr 28 19:23:05.994697 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: quotasv2.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.995626 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.995949 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: quotas Apr 28 19:23:05.996268 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: quotasv2_detail.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.998053 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:05.998388 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: quota_details Apr 28 19:23:05.998715 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: rbac.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:05.999743 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.000262 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: rbac-policies Apr 28 19:23:06.000586 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: rbac_address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.001512 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.002062 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: rbac-address-group Apr 28 19:23:06.002384 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: rbac_address_scope.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.003295 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.003804 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: rbac-address-scope Apr 28 19:23:06.004125 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: rbac_security_groups.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.005603 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.006135 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: rbac-security-groups Apr 28 19:23:06.006455 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: rbac_subnetpool.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.007361 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.007869 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: rbac-subnetpool Apr 28 19:23:06.008187 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: revisionifmatch.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.009095 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.009608 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: revision-if-match Apr 28 19:23:06.009951 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: revisions.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.011059 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.011572 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: standard-attr-revisions Apr 28 19:23:06.011894 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: router_availability_zone.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.012554 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.013062 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: router_availability_zone Apr 28 19:23:06.013381 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: routerservicetype.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.014320 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.014837 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension router-service-type not supported by any of loaded plugins Apr 28 19:23:06.015156 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.016067 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.016580 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: security-groups-normalized-cidr Apr 28 19:23:06.016903 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.017849 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.018360 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: port-security-groups-filtering Apr 28 19:23:06.018680 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.019594 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.020104 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: security-groups-remote-address-group Apr 28 19:23:06.020458 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.021396 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.021938 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: security-groups-shared-filtering Apr 28 19:23:06.022256 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.022956 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 19:23:06.023273 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: securitygroup.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.032784 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.033312 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: security-group Apr 28 19:23:06.033663 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: segment.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.034395 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.034905 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension segment not supported by any of loaded plugins Apr 28 19:23:06.035233 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.036677 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.037185 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 19:23:06.037510 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: servicetype.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.038607 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.039122 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: service-type Apr 28 19:23:06.039448 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: sorting.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.040413 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.040744 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: sorting Apr 28 19:23:06.041066 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: standard_attr_segment.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.042006 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.042524 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 19:23:06.042846 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: standardattrdescription.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.043484 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.043992 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: standard-attr-description Apr 28 19:23:06.044314 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: stateful_security_group.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.045254 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.045802 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: stateful-security-group Apr 28 19:23:06.046122 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: stdattrs_common.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.046683 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 19:23:06.046998 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.047925 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.048436 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 19:23:06.048755 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: subnet_onboard.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.050070 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.050591 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: subnet_onboard Apr 28 19:23:06.050911 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.052423 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.052933 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 19:23:06.053255 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: subnet_service_types.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.054214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.054730 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: subnet-service-types Apr 28 19:23:06.055051 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: subnetallocation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.056123 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.056635 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: subnet_allocation Apr 28 19:23:06.056961 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.057645 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.058181 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: subnetpool-prefix-ops Apr 28 19:23:06.058502 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.059436 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.059948 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 19:23:06.060270 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: tagging.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.061332 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.061880 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: standard-attr-tag Apr 28 19:23:06.062208 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: timestamp.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.063393 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.063906 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loaded extension: standard-attr-timestamp Apr 28 19:23:06.064232 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: trunk.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.065253 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.065791 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension trunk not supported by any of loaded plugins Apr 28 19:23:06.066117 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: trunk_details.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.067024 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.067558 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension trunk-details not supported by any of loaded plugins Apr 28 19:23:06.067879 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: uplink_status_propagation.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.068783 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.069289 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 19:23:06.069608 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Loading extension file: vlantransparent.py {{(pid=103133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:23:06.070298 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:23:06.070802 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 19:23:06.073354 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:network Apr 28 19:23:06.073843 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:subnet Apr 28 19:23:06.074236 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:23:06.074621 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:port Apr 28 19:23:06.075820 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.076263 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service FLAVORS assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.076870 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.077297 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.077625 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:router Apr 28 19:23:06.078075 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:23:06.078567 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service METERING assigned prefix: /metering {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.079985 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:06.080353 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:06.080702 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:23:06.081720 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:23:06.082160 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:23:06.082581 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:23:06.083267 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.083595 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:23:06.083936 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] subnetpool is already registered Apr 28 19:23:06.084354 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.084674 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:23:06.085011 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] subnetpool is already registered Apr 28 19:23:06.087328 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.087757 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service FLAVORS assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.088338 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.088754 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.089083 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:router Apr 28 19:23:06.089416 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] router is already registered Apr 28 19:23:06.089847 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:23:06.090186 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] floatingip is already registered Apr 28 19:23:06.090635 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service METERING assigned prefix: /metering {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.091287 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:23:06.091614 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] rbac_policy is already registered Apr 28 19:23:06.092018 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:23:06.092347 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] security_group is already registered Apr 28 19:23:06.092742 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:23:06.093070 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] security_group_rule is already registered Apr 28 19:23:06.093709 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.094038 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:23:06.094369 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] subnetpool is already registered Apr 28 19:23:06.094783 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.v2.resource_helper [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Service CORE assigned prefix: {{(pid=103133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:23:06.095105 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:23:06.095435 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING neutron.quota.resource_registry [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] subnetpool is already registered Apr 28 19:23:06.095903 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: extensions {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.097334 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: address-groups {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.099351 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: address-scopes {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.100639 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.101813 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: auto-allocated-topology {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.103044 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: availability_zones {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.104261 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: dhcp-networks {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.105767 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: dhcp-agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.107159 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.109314 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: flavors {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.110500 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: service_profiles {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.111696 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: next_providers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.113112 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: service_profiles {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.116122 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: floatingip-pools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.117335 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.119553 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: floatingips {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.120805 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: l3-routers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.122205 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: l3-agents {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.123601 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: metering-labels {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.124933 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: metering-label-rules {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.126235 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: network-ip-availabilities {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.127543 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: bindings {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.129164 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: quotas {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.130777 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: quotas {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.132324 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: rbac-policies {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.133603 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: security-groups {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.134830 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: security-group-rules {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.136029 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: service-providers {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.137243 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: subnetpools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.138672 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: subnetpools {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.140109 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.141807 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.143605 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.145395 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.147191 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.149017 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.150739 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.152623 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.154396 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.156239 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron.api.extensions [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Extended resource: tags {{(pid=103133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:23:06.162601 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING keystonemiddleware.auth_token [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 19:23:06.167204 dv-cinder-826949-7-iscsi neutron-server[103133]: WARNING keystonemiddleware.auth_token [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 19:23:06.175947 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Acquired lock "singleton_lock" {{(pid=103133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 19:23:06.176412 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_concurrency.lockutils [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Releasing lock "singleton_lock" {{(pid=103133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 19:23:06.177609 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO oslo_service.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Starting 2 workers Apr 28 19:23:06.182546 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Started child 103240 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:23:06.187137 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Started child 103241 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:23:06.187893 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:06.188685 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO neutron.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 19:23:06.189347 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Publish callbacks [] for process (None), before_spawn {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:06.189533 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [-] (103240) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:23:06.191687 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:06.192181 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO oslo_service.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Starting 1 workers Apr 28 19:23:06.193152 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [-] (103241) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:23:06.197031 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Started child 103242 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:23:06.197583 dv-cinder-826949-7-iscsi neutron-server[103133]: INFO oslo_service.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Starting 1 workers Apr 28 19:23:06.201366 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] calling RpcWorker wait() {{(pid=103242) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 19:23:06.201995 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] returning from RpcWorker wait() {{(pid=103242) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 19:23:06.202073 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Started child 103243 {{(pid=103133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:23:06.202884 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG neutron_lib.callbacks.manager [None req-3529a5bb-47e0-4ef3-bc9d-0a7370e436ee None None] Publish callbacks [] for process (None), after_spawn {{(pid=103133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:06.203304 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:06.203807 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:06.204752 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 19:23:06.204966 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:23:06.205158 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:23:06.205390 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:23:06.205738 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:23:06.205908 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:23:06.206432 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.206703 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.206965 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.207174 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:06.207794 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.207881 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.208087 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.208354 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.208643 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.208861 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.209028 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.209363 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.209611 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.209870 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.210187 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.210445 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.210702 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.210958 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.211125 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.211535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.211815 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.212063 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.212346 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.212603 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.213099 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.213333 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.213571 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.213839 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.214143 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.214403 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.214664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.214908 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.215144 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.215403 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.215665 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.215906 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.216117 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.216331 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.216608 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.216828 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.217296 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host = dv-cinder-826949-7-iscsi {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.217517 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.217771 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.218017 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.218263 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.218529 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.218764 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.219014 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.219322 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.219510 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.219735 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.219972 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.220220 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.220455 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.220703 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.220867 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_options = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.221108 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.221382 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.221659 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.221857 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.222028 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.222192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.222460 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.222625 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.222874 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.223121 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.223896 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.224132 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.224385 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.224617 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.224866 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.225097 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.225311 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.225521 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.225797 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.226058 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.226284 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.226531 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.226827 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.227343 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.227343 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.227620 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.227620 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.227884 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.228067 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.228287 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.228512 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.228753 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.228963 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.229198 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.229460 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.229734 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.229929 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.230140 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.230396 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.230617 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.230875 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.231133 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.231284 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:06.231499 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.231651 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.231884 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.232094 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.232242 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.232459 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.232693 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.232972 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.233478 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.233876 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.234022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.234178 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.234509 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.234790 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.235226 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.235955 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.235955 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.236458 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.236458 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.236458 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.236863 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.237001 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.237199 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.237452 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.237820 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.238373 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.238926 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.238926 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.239832 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.240201 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.240389 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.240656 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.240879 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.241104 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.241323 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.241561 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.243898 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.246098 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.247149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.247149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.247149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.247149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.247149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.247149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.250602 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.252280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.253700 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.255636 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.257009 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258192 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258606 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258606 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258755 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258961 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.258961 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.259395 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.259585 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.259846 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.260068 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.260315 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.260559 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.260777 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.261016 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.261237 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.261454 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.263535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.265410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.266871 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.266871 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.266871 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.266871 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.266871 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.266871 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.267454 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.267454 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.267620 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.267733 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.267959 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.268175 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.268401 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.268715 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.268966 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.269511 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.269511 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.269923 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.269923 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.270438 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.270438 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.270694 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.270922 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.271154 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.271381 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.271595 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.271825 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.272062 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.272275 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.272520 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.272734 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.272974 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.273209 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.273440 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.273735 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.273950 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.274168 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.274398 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.274619 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.274836 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.275081 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.275320 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.276589 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.276589 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.276589 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.276589 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.276589 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.276589 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.277105 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.277105 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.277293 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.277539 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.277790 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.278037 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.278287 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.278568 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.278789 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.279194 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.279342 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.279658 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.279658 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.279960 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.280085 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.280290 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.280501 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.280774 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.280973 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.281242 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.281572 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.281846 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.282170 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.282331 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.282569 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.282785 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.283004 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.283221 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.283443 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.283659 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.283879 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.284088 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.285664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.285664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.285664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.285664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.285664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.285664 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.286722 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.287092 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.287474 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.287721 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.287970 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.288196 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.288438 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.288655 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.288872 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.289093 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.289314 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.289608 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.289883 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.290110 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.290397 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.290626 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.290862 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.291093 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.291340 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.291551 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.291793 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.292035 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.292244 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.292475 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.292684 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.292902 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.293143 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.293357 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.293566 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.293815 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.294028 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.294239 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.294460 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.294698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.294882 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.295294 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.295527 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.295748 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.295972 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.296214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.296429 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.296671 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.296880 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.297092 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.297314 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.297548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.297781 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.298077 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.298326 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.298553 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.298860 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.299074 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.299587 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.299827 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.300130 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.300368 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.300627 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.300842 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.301223 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.301466 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.302280 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.302623 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.302891 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.303149 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.303404 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.303693 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.303952 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.304215 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.304433 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.304728 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.305054 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.305331 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.305576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.305829 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.306080 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.306302 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.306537 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.306768 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.306986 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.307200 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.307440 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.307670 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.307916 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.308131 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.308374 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.308597 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.308841 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.309071 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.309289 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.309536 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.309723 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:23:06.310242 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 19:23:06.310403 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:23:06.310557 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:23:06.310734 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:23:06.310906 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:23:06.311061 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:23:06.311267 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.311426 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.311633 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.311720 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.311897 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.312058 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.312217 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.312377 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.312540 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.312698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.312856 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.313015 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.313173 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.313333 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.313492 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.313690 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.313830 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.313992 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.314150 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.314309 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.314466 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.314624 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] debug = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.314788 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.314979 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.315182 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.315336 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.315473 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.315606 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.315748 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.315894 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.316312 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.316312 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.316312 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.316532 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.316610 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.316762 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.316936 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.317144 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.317276 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.317400 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host = dv-cinder-826949-7-iscsi {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.317555 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.317744 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.317904 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.318063 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.318222 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.318380 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.318524 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.318686 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.318843 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.318988 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.319148 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.319306 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.319465 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.319623 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.319749 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:06.319887 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_options = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.320013 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.320137 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.320259 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.320393 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.320540 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.320698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.320857 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.321015 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.321237 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.321366 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.321489 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.321601 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.321781 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.321939 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.322145 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.322336 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.322490 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.322653 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.322810 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.322932 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.323111 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.323234 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.323433 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.323433 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.323662 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.323740 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.323865 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.324022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.324209 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.325012 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.325012 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.325012 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.325012 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.325012 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326019 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326019 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326019 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326019 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326019 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326019 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326019 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.326698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.327129 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_json = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.327129 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.327129 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.327725 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.327725 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.327725 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.327725 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.328001 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.328001 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.328145 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:23:06.328329 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.328489 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.328878 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.329039 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.329179 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.329317 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.329463 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.329603 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.329819 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.329960 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.330097 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.330226 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.330364 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.330500 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.330654 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.330818 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.330980 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.331127 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.331352 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.331495 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.331632 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.331770 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.331918 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.332046 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.332221 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.332347 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.332494 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.332662 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.332857 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.333025 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.333200 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.333362 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.333524 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.333707 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.333870 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.334034 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.334196 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.334453 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.334453 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.334751 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.334957 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.334957 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.335244 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.335244 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.335413 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.335574 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.335741 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.335926 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.336057 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.336180 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.336333 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.336494 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.336655 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.336816 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.336978 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.337139 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.337357 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.337523 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.337716 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.337914 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.338072 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.338195 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.338319 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.338474 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.338646 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.338808 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.338947 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.339140 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.339278 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.339411 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.339535 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.339692 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.339853 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.340015 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.340176 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.340336 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.340497 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.340658 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.340818 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.341695 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.341695 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.341695 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.341695 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.341695 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342037 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342037 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342037 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342228 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342382 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342502 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342665 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.342826 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.343002 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.343168 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.343325 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.343491 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.343756 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.344341 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.344341 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.344341 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.344341 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.345013 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.345013 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.345013 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.345013 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.345013 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.346167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.346167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.346167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.346167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.346167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.346167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.346167 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.347305 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.349000 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.350214 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351443 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351443 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351583 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351660 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.351873 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.352002 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.352265 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.352265 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.352471 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.352761 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.352761 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.353208 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.353208 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.353366 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.353366 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.353585 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.353718 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.353865 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.354027 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.354189 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.354350 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.354510 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.354690 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.354826 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.354973 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.355127 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.355389 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.355476 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.355586 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.355746 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.355907 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.356066 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.356226 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.356386 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.356637 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.356886 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.356886 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.357242 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.357242 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.358576 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.359407 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.359407 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.359407 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.359407 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.359407 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.359407 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.359407 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.360548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.360548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.360548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.360548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.360548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.360548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.360548 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.361531 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.361531 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.361531 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.361531 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.361531 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.361531 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.362379 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.362379 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.362379 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.362379 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.362379 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363052 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363052 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363052 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363052 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363474 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363474 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363773 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363773 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.363908 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.364635 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.364800 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.364982 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.365205 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.365458 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.365618 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.365782 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.365978 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.366144 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.366303 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.366456 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.366648 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.366866 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.367037 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.367211 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.367384 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.367541 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.367846 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.367958 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.368154 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.368364 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.368485 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.368554 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.368716 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.368875 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.369022 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.369200 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.369348 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.369493 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.369738 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.369887 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.370085 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.370252 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.370509 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.370601 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.370792 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.370945 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.371130 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.371301 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.371568 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.371696 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.371771 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.371970 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.372233 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.372318 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.372491 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.372627 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.372791 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.372953 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.373132 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.373310 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.373510 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.373698 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.373864 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.374055 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.374230 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.374410 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.374589 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.374757 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.374931 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.375183 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.375271 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.375497 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.375618 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.375785 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.375913 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.376137 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.376313 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.376489 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.376672 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.376869 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.377030 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.377194 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.377449 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.377590 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.377782 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.378017 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.378244 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.378346 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:23:06.378557 dv-cinder-826949-7-iscsi neutron-server[103133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:23:06.430141 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47192) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:06.438695 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064106 Apr 28 19:23:17.538531 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22320bc-0016-45a8-a815-6284686de75a None None] get_active_networks_info from dv-cinder-826949-7-iscsi {{(pid=103242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 19:23:17.592935 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22320bc-0016-45a8-a815-6284686de75a None None] No non-hosted networks {{(pid=103242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 19:23:17.609471 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.agentschedulers_db [None req-e22320bc-0016-45a8-a815-6284686de75a None None] DHCP Agent not found on host dv-cinder-826949-7-iscsi {{(pid=103242) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 19:23:17.686652 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91f1d697-c615-4001-a137-11136cfd4b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-477657'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:19.746861 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1e5dc88-dbbd-400f-ae31-fcb6ebd7e25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-477657'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:19.779580 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-abee2dcd-e0f4-4cf0-bc1d-08750493e097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:20.744897 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47258) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:20.868082 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-477657'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:21.312366 dv-cinder-826949-7-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-6dccbd4c-b4d9-4adf-b831-dab06e551b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:21.312966 dv-cinder-826949-7-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-6dccbd4c-b4d9-4adf-b831-dab06e551b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:21.539102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [None req-6dccbd4c-b4d9-4adf-b831-dab06e551b1e admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:23:21.553660 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6dccbd4c-b4d9-4adf-b831-dab06e551b1e admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7944052 Apr 28 19:23:22.335842 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-477657'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:23.923544 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-477657'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:23.927026 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.928509 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.930029 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.930781 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.932054 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.934608 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.934608 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.935011 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.935510 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.936024 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.936501 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.937258 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.937927 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.938421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.938944 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:23.939512 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826949-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:23.952591 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826949-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:24.101778 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47292) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:24.438867 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-fc550dc7-bb18-4739-9f69-9c07cbaf7a79 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:23:24.529360 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.policy [None req-fc550dc7-bb18-4739-9f69-9c07cbaf7a79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103241) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:23:24.571001 dv-cinder-826949-7-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-fc550dc7-bb18-4739-9f69-9c07cbaf7a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:24.571380 dv-cinder-826949-7-iscsi neutron-server[103241]: WARNING oslo_policy.policy [None req-fc550dc7-bb18-4739-9f69-9c07cbaf7a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:24.665698 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fc550dc7-bb18-4739-9f69-9c07cbaf7a79 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754244500989', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754244501489', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754244517693', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754244508126', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754244594080', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754244585431', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1493152', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1480383', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-462469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584168'] for rbac-policy (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:24.733441 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fc550dc7-bb18-4739-9f69-9c07cbaf7a79 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:24.745665 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fc550dc7-bb18-4739-9f69-9c07cbaf7a79 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6320620 Apr 28 19:23:25.943901 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.db.l3_hamode_db [None req-ce4e4838-4950-4619-82f4-b9021e466316 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 19:23:26.025294 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e4838-4950-4619-82f4-b9021e466316 None None] Routers set() bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:23:26.025626 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e4838-4950-4619-82f4-b9021e466316 None None] Router IDs set() for agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 19:23:27.183276 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47304) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:27.490518 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:23:27.525281 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Made reservation on behalf of 8574db36967a43faa327c346eb53051e for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:23:27.528974 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.545584 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.654107 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks [] for security_group (c1ef5569-e37f-47dc-8758-280160334f60), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.658129 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c1ef5569-e37f-47dc-8758-280160334f60), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.683056 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:23:27.717242 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754243337328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (5244058d-cd66-4c8d-bd9e-e5e62d15381d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.717839 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Unsubscribe: segment precommit_create {{(pid=103241) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:23:27.718385 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Added segment 5244058d-cd66-4c8d-bd9e-e5e62d15381d of type vlan for network 33107716-558b-4b1c-95c8-587e1091184b Apr 28 19:23:27.733939 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef5569-e37f-47dc-8758-280160334f60,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:27.760014 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.760358 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.760714 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.761048 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.761376 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.761730 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.762051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.762369 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.762688 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.763084 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.763495 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.763893 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.764221 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.764539 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.764857 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Tracked resource versions report: Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: pushed versions: Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: { 'AddressGroup': {'1.2'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Agent': {'1.1'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'ConntrackHelper': {'1.0'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Log': {'1.0'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'NDPProxy': {'1.0'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Network': {'1.1'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Port': {'1.7'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'PortForwarding': {'1.3'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'QosPolicy': {'1.10'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroup': {'1.5'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SubPort': {'1.0'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Subnet': {'1.1'}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Trunk': {'1.1'}} Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: consumer versions: Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Agent': '1.1', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'ConntrackHelper': '1.0', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'LocalIPAssociation': '1.0', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Log': '1.0', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'NDPProxy': '1.0', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Network': '1.1', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Port': '1.7', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'PortForwarding': '1.3', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'QosPolicy': '1.10', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroup': '1.5', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroupRule': '1.2', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SubPort': '1.0', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Subnet': '1.1', Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Trunk': '1.1'}} Apr 28 19:23:27.766278 dv-cinder-826949-7-iscsi neutron-server[103241]: {{(pid=103241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:23:27.832891 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (33107716-558b-4b1c-95c8-587e1091184b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.872127 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (33107716-558b-4b1c-95c8-587e1091184b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.877323 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:27.878039 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:27.949895 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7655168 Apr 28 19:23:28.006692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0c7a8-7e3e-43ba-8c87-16df6f1060c5 demo demo] Pushing event updated for resources: {'Network': ['ID=33107716-558b-4b1c-95c8-587e1091184b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:28.020371 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 33107716-558b-4b1c-95c8-587e1091184b details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:23:30.467744 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 47316) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:30.953840 dv-cinder-826949-7-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-c1e0a9ab-75c2-4222-8dd9-9a74daacf944 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:30.954439 dv-cinder-826949-7-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-c1e0a9ab-75c2-4222-8dd9-9a74daacf944 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:31.395702 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.policy [None req-c1e0a9ab-75c2-4222-8dd9-9a74daacf944 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103240) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:23:31.435939 dv-cinder-826949-7-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-c1e0a9ab-75c2-4222-8dd9-9a74daacf944 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:31.436311 dv-cinder-826949-7-iscsi neutron-server[103240]: WARNING oslo_policy.policy [None req-c1e0a9ab-75c2-4222-8dd9-9a74daacf944 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:23:31.443806 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0a9ab-75c2-4222-8dd9-9a74daacf944 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:31.445700 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c1e0a9ab-75c2-4222-8dd9-9a74daacf944 demo admin] 10.222.0.55 "GET /v2.0/networks/33107716-558b-4b1c-95c8-587e1091184b HTTP/1.1" status: 200 len: 825 time: 0.9759200 Apr 28 19:23:31.485062 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-157f0de6-9d45-4dbd-8c83-f5d70e9f21b0 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/9a9a895a-08b7-4988-80fd-f5ed1719cad9 HTTP/1.1" status: 200 len: 734 time: 0.0337994 Apr 28 19:23:31.493718 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '9a9a895a-08b7-4988-80fd-f5ed1719cad9', 'gateway_ip': '172.20.0.1', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:23:31.529916 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Made reservation on behalf of 8574db36967a43faa327c346eb53051e for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:23:31.532819 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:31.812905 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (02cfb666-5d69-46d8-aa5b-fb847ba56e40), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:31.881191 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Checking segment: {'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:23:31.881547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Network hostable DHCP agents. Network: 33107716-558b-4b1c-95c8-587e1091184b, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:23:31.897452 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Pushing event updated for resources: {'Subnet': ['ID=02cfb666-5d69-46d8-aa5b-fb847ba56e40,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:31.910474 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.910835 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.911180 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.911537 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.911874 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.912208 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.912534 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.912858 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.913196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.913524 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.913877 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.914213 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.914536 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.914853 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.915170 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Tracked resource versions report: Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: pushed versions: Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: { 'AddressGroup': {'1.2'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Agent': {'1.1'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'ConntrackHelper': {'1.0'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Log': {'1.0'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'NDPProxy': {'1.0'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Network': {'1.1'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Port': {'1.7'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'PortForwarding': {'1.3'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'QosPolicy': {'1.10'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroup': {'1.5'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SubPort': {'1.0'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Subnet': {'1.1'}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Trunk': {'1.1'}} Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: consumer versions: Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Agent': '1.1', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'ConntrackHelper': '1.0', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'LocalIPAssociation': '1.0', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Log': '1.0', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'NDPProxy': '1.0', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Network': '1.1', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Port': '1.7', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'PortForwarding': '1.3', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'QosPolicy': '1.10', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroup': '1.5', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroupRule': '1.2', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SubPort': '1.0', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Subnet': '1.1', Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Trunk': '1.1'}} Apr 28 19:23:31.916571 dv-cinder-826949-7-iscsi neutron-server[103240]: {{(pid=103240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:23:31.933548 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Network 33107716-558b-4b1c-95c8-587e1091184b is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:23:31.950423 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 33107716-558b-4b1c-95c8-587e1091184b) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:23:31.954509 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:31.955126 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:31.960613 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de256110-5f2d-40ce-a80a-c73b06b71a85 None None] Network 33107716-558b-4b1c-95c8-587e1091184b requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:23:31.976430 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a4ce7cef-ef80-4bf9-94a2-1a08297cabdb demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4861386 Apr 28 19:23:32.223672 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-33107716-558b-4b1c-95c8-587e1091184b', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b', 'project_id': '8574db36967a43faa327c346eb53051e', 'fixed_ips': [{'subnet_id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:23:32.224893 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:32.499275 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Allocated IP 172.20.0.2 (33107716-558b-4b1c-95c8-587e1091184b/02cfb666-5d69-46d8-aa5b-fb847ba56e40/b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:23:32.763894 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Publish callbacks [] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:32.770974 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:32.843970 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Network 33107716-558b-4b1c-95c8-587e1091184b is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:23:32.858256 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:23:32.864233 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Pushing event updated for resources: {'Port': ['ID=b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:32.866460 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:23:32.897355 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.897734 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.898097 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.898465 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.898809 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.899145 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.899479 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.899810 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.900138 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.900469 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.900798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.901140 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.901471 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.901822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.902150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Tracked resource versions report: Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: pushed versions: Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: { 'AddressGroup': {'1.2'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Agent': {'1.1'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Log': {'1.0'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'NDPProxy': {'1.0'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Network': {'1.1'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Port': {'1.7'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'PortForwarding': {'1.3'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'QosPolicy': {'1.10'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroup': {'1.5'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SubPort': {'1.0'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Subnet': {'1.1'}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Trunk': {'1.1'}} Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: consumer versions: Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Agent': '1.1', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'ConntrackHelper': '1.0', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'LocalIPAssociation': '1.0', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Log': '1.0', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'NDPProxy': '1.0', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Network': '1.1', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Port': '1.7', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'PortForwarding': '1.3', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'QosPolicy': '1.10', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroup': '1.5', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroupRule': '1.2', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SubPort': '1.0', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Subnet': '1.1', Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Trunk': '1.1'}} Apr 28 19:23:32.903651 dv-cinder-826949-7-iscsi neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:23:32.953838 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Attempting to bind port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:23:32.954482 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Attempting to bind port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:23:32.954916 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Attempting to bind port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e on network 33107716-558b-4b1c-95c8-587e1091184b {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:23:32.960331 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:23:32.960710 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Checking segment: {'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:23:32.961242 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:32.961576 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Bound using segment: {'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:23:32.962075 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Bound port: b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:23:32.962501 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:33.023954 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] For port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:23:33.045361 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] For port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e,segment=NetworkSegment(5244058d-cd66-4c8d-bd9e-e5e62d15381d),segment_id=5244058d-cd66-4c8d-bd9e-e5e62d15381d)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:23:33.053008 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:33.109158 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9de95-a6b8-4db4-aad2-0bfa7f92c031 None None] Pushing event updated for resources: {'Port': ['ID=b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:34.489597 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 47336) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:34.811519 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [None req-48c6e84c-9161-4bfc-b5fb-7e9c748a021a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:23:34.812497 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-48c6e84c-9161-4bfc-b5fb-7e9c748a021a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3219278 Apr 28 19:23:37.294450 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 47344) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:37.605867 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [None req-39347009-e462-4550-b6c9-044248f6b613 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:23:37.606856 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-39347009-e462-4550-b6c9-044248f6b613 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3114595 Apr 28 19:23:40.094346 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 47352) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:40.408403 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-f28f0e3a-db98-44a6-8c6f-9e5fdaa57aca demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:23:40.433315 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f28f0e3a-db98-44a6-8c6f-9e5fdaa57aca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (6aacc3f6-ef80-423f-80d5-23cb676197bb), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:40.435059 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f28f0e3a-db98-44a6-8c6f-9e5fdaa57aca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (6aacc3f6-ef80-423f-80d5-23cb676197bb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:40.574075 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f28f0e3a-db98-44a6-8c6f-9e5fdaa57aca demo demo] Publish callbacks [] for router_controller (6aacc3f6-ef80-423f-80d5-23cb676197bb), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:40.578573 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f28f0e3a-db98-44a6-8c6f-9e5fdaa57aca demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (6aacc3f6-ef80-423f-80d5-23cb676197bb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:40.598119 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f28f0e3a-db98-44a6-8c6f-9e5fdaa57aca demo demo] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:40.599254 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f28f0e3a-db98-44a6-8c6f-9e5fdaa57aca demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5038757 Apr 28 19:23:43.062030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47364) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:43.247086 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:23:43.374979 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [None req-61f7bd02-dffe-4ecc-88be-c3f1a0caa7f3 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:23:43.376009 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-61f7bd02-dffe-4ecc-88be-c3f1a0caa7f3 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3130383 Apr 28 19:23:44.531180 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909a7f1-7777-40a3-8418-e5845ea4a8ee None None] Network 33107716-558b-4b1c-95c8-587e1091184b requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:23:44.612593 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-13c91bbd-1c31-4876-9120-fc22e3e65876 None None] Provisioning complete for port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:44.613009 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-13c91bbd-1c31-4876-9120-fc22e3e65876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:44.754913 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:23:44.828758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-13c91bbd-1c31-4876-9120-fc22e3e65876 None None] Current status of the port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:23:44.829159 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-13c91bbd-1c31-4876-9120-fc22e3e65876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:44.882858 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-13c91bbd-1c31-4876-9120-fc22e3e65876 None None] For port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e,segment=NetworkSegment(5244058d-cd66-4c8d-bd9e-e5e62d15381d),segment_id=5244058d-cd66-4c8d-bd9e-e5e62d15381d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:23:44.887251 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:44.887648 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:44.890329 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-13c91bbd-1c31-4876-9120-fc22e3e65876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:44.967579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c91bbd-1c31-4876-9120-fc22e3e65876 None None] Pushing event updated for resources: {'Port': ['ID=b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:45.008516 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:23:45.013801 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9758a664-c2aa-416c-8a66-56619641c19a None None] Provisioning complete for port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:45.014200 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9758a664-c2aa-416c-8a66-56619641c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:45.088659 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9758a664-c2aa-416c-8a66-56619641c19a None None] Current status of the port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:23:45.900730 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47372) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:46.208639 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:23:46.229278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Made reservation on behalf of 25afb591a5c74ae59707fac54d390082 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:23:46.231477 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.239148 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.311878 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks [] for security_group (715e62d7-11c2-4018-828b-2f620a8064b2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.315242 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (715e62d7-11c2-4018-828b-2f620a8064b2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.329398 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103241) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 19:23:46.348374 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e62d7-11c2-4018-828b-2f620a8064b2,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:46.353913 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (858c5eba-f853-4104-a3df-b859654ebfc3), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.354255 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Added segment 858c5eba-f853-4104-a3df-b859654ebfc3 of type flat for network bdaba99a-90d2-42d1-9e95-05fac55cb049 Apr 28 19:23:46.401697 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (bdaba99a-90d2-42d1-9e95-05fac55cb049), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.433275 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (bdaba99a-90d2-42d1-9e95-05fac55cb049), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.434233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:46.434812 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.482395 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5806334 Apr 28 19:23:46.529118 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0f9d-4597-4242-8690-ced27f22abe2 admin admin] Pushing event updated for resources: {'Network': ['ID=bdaba99a-90d2-42d1-9e95-05fac55cb049,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:46.539310 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:23:46.727685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:23:46.775404 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:46.775799 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:46.851542 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:23:47.463848 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c77a012b-7da0-4944-aac8-1d199cedaba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:48.924233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47380) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:49.329477 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230bb38-389d-4a37-baa8-d1fc74d72636 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:49.330871 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3230bb38-389d-4a37-baa8-d1fc74d72636 demo admin] 10.222.0.55 "GET /v2.0/subnets/02cfb666-5d69-46d8-aa5b-fb847ba56e40 HTTP/1.1" status: 200 len: 849 time: 0.4057353 Apr 28 19:23:49.493002 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-85845d91-7dce-4a66-beba-5e12b7c966f5 demo admin] 10.222.0.55 "GET /v2.0/routers/6aacc3f6-ef80-423f-80d5-23cb676197bb HTTP/1.1" status: 200 len: 704 time: 0.1562970 Apr 28 19:23:49.731797 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c5c866d4-515f-4a52-840c-f0504bb0ba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:49.764244 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.054115 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Allocated IP 172.20.0.1 (33107716-558b-4b1c-95c8-587e1091184b/02cfb666-5d69-46d8-aa5b-fb847ba56e40/4af23cdf-4d3d-4ddb-9052-f74e4b350cb9) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:23:50.232704 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks [] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.299352 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.378852 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Network 33107716-558b-4b1c-95c8-587e1091184b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:23:50.384150 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:23:50.389290 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Pushing event updated for resources: {'Port': ['ID=4af23cdf-4d3d-4ddb-9052-f74e4b350cb9,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:50.392030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:23:50.392582 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (6aacc3f6-ef80-423f-80d5-23cb676197bb), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.644540 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4c8d1616-5d87-4cbb-9b47-784b38fd2562 None None] Provisioning complete for port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:50.644845 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c8d1616-5d87-4cbb-9b47-784b38fd2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.647832 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.725429 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d1616-5d87-4cbb-9b47-784b38fd2562 None None] Port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:23:50.832126 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.859979 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks [] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.864927 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.865819 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (6aacc3f6-ef80-423f-80d5-23cb676197bb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:50.923568 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Pushing event updated for resources: {'Port': ['ID=4af23cdf-4d3d-4ddb-9052-f74e4b350cb9,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:50.986392 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Network 33107716-558b-4b1c-95c8-587e1091184b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:23:50.988199 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:23:51.155766 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Router 6aacc3f6-ef80-423f-80d5-23cb676197bb is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:23:51.253893 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:23:51.274018 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a0075890-25a7-44a7-b97b-00fcb50924e5 demo admin] 10.222.0.55 "PUT /v2.0/routers/6aacc3f6-ef80-423f-80d5-23cb676197bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7614684 Apr 28 19:23:51.274146 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Sync routers for ids ['6aacc3f6-ef80-423f-80d5-23cb676197bb'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:23:51.274766 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b0cc5313-f83f-41bd-a584-dde4878b055d None None] Provisioning complete for port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:51.275391 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b0cc5313-f83f-41bd-a584-dde4878b055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:51.276309 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Routers {'6aacc3f6-ef80-423f-80d5-23cb676197bb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:23:51.277267 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:23:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['6aacc3f6-ef80-423f-80d5-23cb676197bb'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:51.313300 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc5313-f83f-41bd-a584-dde4878b055d None None] Port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:23:51.472444 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Set router 6aacc3f6-ef80-423f-80d5-23cb676197bb gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:23:51.884453 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'name': 'router1', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:23:40Z', 'updated_at': '2022-04-28T19:23:50Z', 'revision_number': 2, 'project_id': '8574db36967a43faa327c346eb53051e', 'gw_port_host': None, '_interfaces': [{'id': '4af23cdf-4d3d-4ddb-9052-f74e4b350cb9', 'name': '', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'mac_address': 'fa:16:3e:ab:66:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:49Z', 'updated_at': '2022-04-28T19:23:50Z', 'revision_number': 2, 'project_id': '8574db36967a43faa327c346eb53051e', 'subnets': [{'id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9a895a-08b7-4988-80fd-f5ed1719cad9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:51.935732 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Checking router: 6aacc3f6-ef80-423f-80d5-23cb676197bb for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:23:51.936105 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Updating router 6aacc3f6-ef80-423f-80d5-23cb676197bb port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:23:52.013331 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.289389 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.494130 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Publish callbacks [] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.501531 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.668435 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Attempting to bind port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:23:52.668850 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Attempting to bind port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:23:52.669281 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Attempting to bind port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 on network 33107716-558b-4b1c-95c8-587e1091184b {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:23:52.674141 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Pushing event updated for resources: {'Port': ['ID=4af23cdf-4d3d-4ddb-9052-f74e4b350cb9,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:52.678062 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:23:52.678461 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Checking segment: {'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:23:52.678947 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.679340 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Bound using segment: {'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:23:52.679813 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Bound port: 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5244058d-cd66-4c8d-bd9e-e5e62d15381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33107716-558b-4b1c-95c8-587e1091184b'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:23:52.680189 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.686133 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.686484 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.686834 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.687176 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.687508 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.687838 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.688164 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.688490 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.688814 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.689136 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.689467 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.689831 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.690157 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.690502 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.690822 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Tracked resource versions report: Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: pushed versions: Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: { 'AddressGroup': {'1.2'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Agent': {'1.1'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Log': {'1.0'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'NDPProxy': {'1.0'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Network': {'1.1'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Port': {'1.7'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'PortForwarding': {'1.3'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'QosPolicy': {'1.10'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroup': {'1.5'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SubPort': {'1.0'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Subnet': {'1.1'}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Trunk': {'1.1'}} Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: consumer versions: Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Agent': '1.1', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'ConntrackHelper': '1.0', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'LocalIPAssociation': '1.0', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Log': '1.0', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'NDPProxy': '1.0', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Network': '1.1', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Port': '1.7', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'PortForwarding': '1.3', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'QosPolicy': '1.10', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroup': '1.5', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroupRule': '1.2', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SubPort': '1.0', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Subnet': '1.1', Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Trunk': '1.1'}} Apr 28 19:23:52.692288 dv-cinder-826949-7-iscsi neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:23:52.741138 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-19a34cff-3019-482e-9c19-a37f2f39bae0 None None] Provisioning complete for port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:52.741536 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19a34cff-3019-482e-9c19-a37f2f39bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.759062 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] For port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:23:52.777833 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-19a34cff-3019-482e-9c19-a37f2f39bae0 None None] Port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:23:52.778475 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] For port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=4af23cdf-4d3d-4ddb-9052-f74e4b350cb9,segment=NetworkSegment(5244058d-cd66-4c8d-bd9e-e5e62d15381d),segment_id=5244058d-cd66-4c8d-bd9e-e5e62d15381d)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:23:52.786805 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:52.851734 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f2493-9d8c-4736-8efd-388539785e0a None None] Pushing event updated for resources: {'Port': ['ID=4af23cdf-4d3d-4ddb-9052-f74e4b350cb9,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:52.853919 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Routers {'6aacc3f6-ef80-423f-80d5-23cb676197bb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:23:52.854932 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:23:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['6aacc3f6-ef80-423f-80d5-23cb676197bb'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:52.947386 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] Set router 6aacc3f6-ef80-423f-80d5-23cb676197bb gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:23:53.097351 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9fdd4bde-9bd3-490e-b995-9a86677c0ca4 None None] Provisioning complete for port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:23:53.098449 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4bde-9bd3-490e-b995-9a86677c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:53.144140 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'name': 'router1', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:23:40Z', 'updated_at': '2022-04-28T19:23:50Z', 'revision_number': 2, 'project_id': '8574db36967a43faa327c346eb53051e', 'gw_port_host': None, '_interfaces': [{'id': '4af23cdf-4d3d-4ddb-9052-f74e4b350cb9', 'name': '', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'mac_address': 'fa:16:3e:ab:66:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:49Z', 'updated_at': '2022-04-28T19:23:52Z', 'revision_number': 4, 'project_id': '8574db36967a43faa327c346eb53051e', 'subnets': [{'id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9a895a-08b7-4988-80fd-f5ed1719cad9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:23:53.172772 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb402469-93c7-4808-9e4b-0b45b587746b None None] The sync data for ids ['6aacc3f6-ef80-423f-80d5-23cb676197bb'] in dv-cinder-826949-7-iscsi is: [{'id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'name': 'router1', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:23:40Z', 'updated_at': '2022-04-28T19:23:50Z', 'revision_number': 2, 'project_id': '8574db36967a43faa327c346eb53051e', 'gw_port_host': None, '_interfaces': [{'id': '4af23cdf-4d3d-4ddb-9052-f74e4b350cb9', 'name': '', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'mac_address': 'fa:16:3e:ab:66:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:49Z', 'updated_at': '2022-04-28T19:23:52Z', 'revision_number': 4, 'project_id': '8574db36967a43faa327c346eb53051e', 'subnets': [{'id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9a895a-08b7-4988-80fd-f5ed1719cad9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:23:53.181029 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd4bde-9bd3-490e-b995-9a86677c0ca4 None None] Current status of the port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:23:53.181425 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4bde-9bd3-490e-b995-9a86677c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:53.214028 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9fdd4bde-9bd3-490e-b995-9a86677c0ca4 None None] For port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=4af23cdf-4d3d-4ddb-9052-f74e4b350cb9,segment=NetworkSegment(5244058d-cd66-4c8d-bd9e-e5e62d15381d),segment_id=5244058d-cd66-4c8d-bd9e-e5e62d15381d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:23:53.218120 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4bde-9bd3-490e-b995-9a86677c0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:53.267000 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd4bde-9bd3-490e-b995-9a86677c0ca4 None None] Pushing event updated for resources: {'Port': ['ID=4af23cdf-4d3d-4ddb-9052-f74e4b350cb9,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:53.718740 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47402) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:53.912463 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff191e-91aa-43ed-9a59-de50c8fa37bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:53.919052 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-39ff191e-91aa-43ed-9a59-de50c8fa37bb admin admin] 10.222.0.55 "GET /v2.0/networks/bdaba99a-90d2-42d1-9e95-05fac55cb049 HTTP/1.1" status: 200 len: 842 time: 0.1941166 Apr 28 19:23:53.923297 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'enable_dhcp': False}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:23:53.927584 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:53.949803 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Made reservation on behalf of 25afb591a5c74ae59707fac54d390082 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:23:53.952036 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:54.242409 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.objects.ports [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103241) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 19:23:54.242870 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (64e84612-b10d-487b-b8f5-b1ec0605f8a1), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:54.289598 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e84612-b10d-487b-b8f5-b1ec0605f8a1,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:54.306389 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:23:54.306747 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Network hostable DHCP agents. Network: bdaba99a-90d2-42d1-9e95-05fac55cb049, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:23:54.326737 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:23:54.337260 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, bdaba99a-90d2-42d1-9e95-05fac55cb049) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:23:54.342415 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:54.343109 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:54.347418 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397063d2-af26-4b15-92a0-a7146d7f7417 None None] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:23:54.360692 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-efadd6cf-2c73-4728-b165-1326bf6d0337 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402483 Apr 28 19:23:54.468095 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa69e24-d407-481e-9978-ef2945647be7 None None] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:23:56.779678 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47420) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:23:56.910401 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-67bd589f-82f6-4d80-8552-ef9a86a12d86 demo admin] 10.222.0.55 "GET /v2.0/routers/6aacc3f6-ef80-423f-80d5-23cb676197bb HTTP/1.1" status: 200 len: 710 time: 0.1295187 Apr 28 19:23:57.063621 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa7439-27e3-4f9b-b5a7-5ebb87d658d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:23:57.064964 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c8fa7439-27e3-4f9b-b5a7-5ebb87d658d0 demo admin] 10.222.0.55 "GET /v2.0/networks/bdaba99a-90d2-42d1-9e95-05fac55cb049 HTTP/1.1" status: 200 len: 886 time: 0.1492801 Apr 28 19:23:57.074100 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:23:57.320681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks [] for router_gateway (6aacc3f6-ef80-423f-80d5-23cb676197bb), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:57.552909 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks [] for router_gateway (6aacc3f6-ef80-423f-80d5-23cb676197bb), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:57.627176 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:57.729242 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Allocated IP 172.27.2.193 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/6e539193-74a9-4bc6-a14e-14f56688d3e9) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:23:57.827758 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks [] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:57.860290 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:57.897892 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:23:57.900499 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:23:57.906490 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:23:57.941527 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Pushing event updated for resources: {'Port': ['ID=6e539193-74a9-4bc6-a14e-14f56688d3e9,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:23:58.158046 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks [] for router_gateway (6aacc3f6-ef80-423f-80d5-23cb676197bb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:58.464215 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1638571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2577'] for router (6aacc3f6-ef80-423f-80d5-23cb676197bb), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:58.468312 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1638610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1638617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479778'] for router (6aacc3f6-ef80-423f-80d5-23cb676197bb), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:58.581818 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Router 6aacc3f6-ef80-423f-80d5-23cb676197bb has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:23:58.688906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:23:58.693616 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:23:58.709662 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-badd7209-6557-4427-ad69-4fc4f36a6526 demo admin] 10.222.0.55 "PUT /v2.0/routers/6aacc3f6-ef80-423f-80d5-23cb676197bb HTTP/1.1" status: 200 len: 890 time: 1.6239126 Apr 28 19:24:00.742973 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:24:00.789399 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:24:00.789822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:00.865925 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:24:01.172577 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 47432) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:24:01.314954 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cdc17c5a-e919-4b3c-903b-4a73441935ba admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1411550 Apr 28 19:24:01.969043 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Sync routers for ids ['6aacc3f6-ef80-423f-80d5-23cb676197bb'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:24:01.983566 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Routers {'6aacc3f6-ef80-423f-80d5-23cb676197bb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:24:01.984213 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:23:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['6aacc3f6-ef80-423f-80d5-23cb676197bb'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:24:02.204951 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Set router 6aacc3f6-ef80-423f-80d5-23cb676197bb gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:24:02.665056 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'name': 'router1', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6e539193-74a9-4bc6-a14e-14f56688d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:23:40Z', 'updated_at': '2022-04-28T19:23:58Z', 'revision_number': 4, 'project_id': '8574db36967a43faa327c346eb53051e', 'gw_port': {'id': '6e539193-74a9-4bc6-a14e-14f56688d3e9', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:57Z', 'updated_at': '2022-04-28T19:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4af23cdf-4d3d-4ddb-9052-f74e4b350cb9', 'name': '', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'mac_address': 'fa:16:3e:ab:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:49Z', 'updated_at': '2022-04-28T19:23:53Z', 'revision_number': 5, 'project_id': '8574db36967a43faa327c346eb53051e', 'subnets': [{'id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9a895a-08b7-4988-80fd-f5ed1719cad9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:24:02.714795 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Checking router: 6aacc3f6-ef80-423f-80d5-23cb676197bb for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:24:02.715176 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Updating router 6aacc3f6-ef80-423f-80d5-23cb676197bb port 6e539193-74a9-4bc6-a14e-14f56688d3e9 binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:24:02.768242 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:03.094716 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Publish callbacks [] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:03.101727 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:03.155182 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Attempting to bind port 6e539193-74a9-4bc6-a14e-14f56688d3e9 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:24:03.155563 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Attempting to bind port 6e539193-74a9-4bc6-a14e-14f56688d3e9 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:24:03.155934 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Attempting to bind port 6e539193-74a9-4bc6-a14e-14f56688d3e9 on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:24:03.157953 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72d5a2-d94f-49de-b365-49f5a09c7a54 None None] Pushing event updated for resources: {'Port': ['ID=6e539193-74a9-4bc6-a14e-14f56688d3e9,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:24:03.164045 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:24:03.164427 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:24:03.164831 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:03.165221 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:24:03.165724 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Bound port: 6e539193-74a9-4bc6-a14e-14f56688d3e9, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:24:03.166150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:03.218687 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] For port 6e539193-74a9-4bc6-a14e-14f56688d3e9, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:24:03.222724 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] For port 6e539193-74a9-4bc6-a14e-14f56688d3e9, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6e539193-74a9-4bc6-a14e-14f56688d3e9,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:24:03.230590 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:03.280862 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72d5a2-d94f-49de-b365-49f5a09c7a54 None None] Pushing event updated for resources: {'Port': ['ID=6e539193-74a9-4bc6-a14e-14f56688d3e9,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:24:03.300596 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Routers {'6aacc3f6-ef80-423f-80d5-23cb676197bb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:24:03.302444 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:23:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['6aacc3f6-ef80-423f-80d5-23cb676197bb'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:24:03.425055 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] Set router 6aacc3f6-ef80-423f-80d5-23cb676197bb gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:24:03.644464 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'name': 'router1', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6e539193-74a9-4bc6-a14e-14f56688d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:23:40Z', 'updated_at': '2022-04-28T19:23:58Z', 'revision_number': 4, 'project_id': '8574db36967a43faa327c346eb53051e', 'gw_port': {'id': '6e539193-74a9-4bc6-a14e-14f56688d3e9', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:57Z', 'updated_at': '2022-04-28T19:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4af23cdf-4d3d-4ddb-9052-f74e4b350cb9', 'name': '', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'mac_address': 'fa:16:3e:ab:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:49Z', 'updated_at': '2022-04-28T19:23:53Z', 'revision_number': 5, 'project_id': '8574db36967a43faa327c346eb53051e', 'subnets': [{'id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9a895a-08b7-4988-80fd-f5ed1719cad9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:24:03.671408 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8a99d-7a0a-4151-830e-d061ae1a4a03 None None] The sync data for ids ['6aacc3f6-ef80-423f-80d5-23cb676197bb'] in dv-cinder-826949-7-iscsi is: [{'id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'name': 'router1', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6e539193-74a9-4bc6-a14e-14f56688d3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:23:40Z', 'updated_at': '2022-04-28T19:23:58Z', 'revision_number': 4, 'project_id': '8574db36967a43faa327c346eb53051e', 'gw_port': {'id': '6e539193-74a9-4bc6-a14e-14f56688d3e9', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:57Z', 'updated_at': '2022-04-28T19:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4af23cdf-4d3d-4ddb-9052-f74e4b350cb9', 'name': '', 'network_id': '33107716-558b-4b1c-95c8-587e1091184b', 'tenant_id': '8574db36967a43faa327c346eb53051e', 'mac_address': 'fa:16:3e:ab:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aacc3f6-ef80-423f-80d5-23cb676197bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:23:49Z', 'updated_at': '2022-04-28T19:23:53Z', 'revision_number': 5, 'project_id': '8574db36967a43faa327c346eb53051e', 'subnets': [{'id': '02cfb666-5d69-46d8-aa5b-fb847ba56e40', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9a895a-08b7-4988-80fd-f5ed1719cad9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:24:04.784796 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6e539193-74a9-4bc6-a14e-14f56688d3e9 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:24:04.839841 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6e539193-74a9-4bc6-a14e-14f56688d3e9 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:24:04.840354 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:04.943411 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6e539193-74a9-4bc6-a14e-14f56688d3e9 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:24:04.944411 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:04.972384 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 6e539193-74a9-4bc6-a14e-14f56688d3e9, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6e539193-74a9-4bc6-a14e-14f56688d3e9,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:24:04.981051 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:05.047427 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=6e539193-74a9-4bc6-a14e-14f56688d3e9,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:24:06.809796 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6e539193-74a9-4bc6-a14e-14f56688d3e9 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:24:06.957865 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6e539193-74a9-4bc6-a14e-14f56688d3e9 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:24:06.958484 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6e539193-74a9-4bc6-a14e-14f56688d3e9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:07.100668 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6e539193-74a9-4bc6-a14e-14f56688d3e9 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:24:17.474151 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c3e700b-6dfb-4479-bbe1-e47b0f38e648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:19.748091 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22b2-dd7d-40d5-86c9-f00f9970c8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:20.249732 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:24:20.837475 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:22.300616 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:23.926686 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:47.468066 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5501fe01-e9ef-4f2a-bb90-33d902d86437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:49.734557 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-853cece8-e68a-4b9c-82c5-3b93d2d07363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:50.836119 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:52.291043 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:54.196554 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:24:57.249454 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:25:17.474990 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-17a7785b-7107-45d8-bc72-25613d838f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:19.739889 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04ffb5e1-2329-4db7-955f-06c1ff0ea9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:20.839790 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:21.995019 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 47916) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:22.060147 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.pecan_wsgi.hooks.translation [None req-879835c6-aaa0-417a-a171-7118074f50ea admin admin] GET failed (client error): The resource could not be found. Apr 28 19:25:22.061463 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-879835c6-aaa0-417a-a171-7118074f50ea admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655162 Apr 28 19:25:22.223713 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f387715-04fe-45bd-af42-2653919972cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:22.225202 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4f387715-04fe-45bd-af42-2653919972cb admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596363 Apr 28 19:25:22.288516 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:23.924882 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:24.504121 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47926) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:24.593193 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea78ad-8e1a-4a47-ade0-079790defa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:24.594558 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3cea78ad-8e1a-4a47-ade0-079790defa3a admin admin] 10.222.0.55 "GET /v2.0/subnets/02cfb666-5d69-46d8-aa5b-fb847ba56e40 HTTP/1.1" status: 200 len: 849 time: 0.0894778 Apr 28 19:25:24.603742 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:25:24.696696 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Publish callbacks [] for subnet (02cfb666-5d69-46d8-aa5b-fb847ba56e40), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:24.837293 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754243311315'] for subnet (02cfb666-5d69-46d8-aa5b-fb847ba56e40), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:24.872319 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e56aa-b982-4992-910a-9f479ac8da58 None None] Network 33107716-558b-4b1c-95c8-587e1091184b requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:25:24.872967 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:24.873578 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:24.885694 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] 10.222.0.55 "PUT /v2.0/subnets/02cfb666-5d69-46d8-aa5b-fb847ba56e40 HTTP/1.1" status: 200 len: 868 time: 0.2747331 Apr 28 19:25:24.897551 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cfb666-5d69-46d8-aa5b-fb847ba56e40,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:25:24.904871 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.905229 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.905754 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.906106 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.906450 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.906787 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.907120 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.907449 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.907870 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.908203 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.908561 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.908907 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.909813 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.910151 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:24.910482 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ed4d9-e0d3-49b3-a9d1-bb968b37af50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:25:25.161787 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4375ed41-5f06-4db4-b713-3a62dda40e2e None None] Provisioning complete for port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:25:25.162370 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4375ed41-5f06-4db4-b713-3a62dda40e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:25.237497 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4375ed41-5f06-4db4-b713-3a62dda40e2e None None] Current status of the port b3d76ae9-4ed5-4ac8-ba83-76cec61c5e0e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:25:25.245241 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4375ed41-5f06-4db4-b713-3a62dda40e2e None None] Provisioning complete for port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:25:25.245611 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4375ed41-5f06-4db4-b713-3a62dda40e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4af23cdf-4d3d-4ddb-9052-f74e4b350cb9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:25.322322 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4375ed41-5f06-4db4-b713-3a62dda40e2e None None] Current status of the port 4af23cdf-4d3d-4ddb-9052-f74e4b350cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:25:27.172434 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47936) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:27.367040 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b832085-ff05-41ea-b99d-f7151c1ac297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:27.367426 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b832085-ff05-41ea-b99d-f7151c1ac297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:27.368976 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6b832085-ff05-41ea-b99d-f7151c1ac297 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955600 Apr 28 19:25:29.696375 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47944) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:29.824232 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb855ab-42a5-4e64-aef4-ced545446e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:29.824708 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb855ab-42a5-4e64-aef4-ced545446e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:29.827740 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8fb855ab-42a5-4e64-aef4-ced545446e5e admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1289365 Apr 28 19:25:32.092657 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47952) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:32.217255 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa40222-de11-4f0a-8339-06af32b7a6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:32.218603 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-bfa40222-de11-4f0a-8339-06af32b7a6ff admin admin] 10.222.0.55 "GET /v2.0/networks/33107716-558b-4b1c-95c8-587e1091184b HTTP/1.1" status: 200 len: 869 time: 0.1250117 Apr 28 19:25:34.248900 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:25:34.489182 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47960) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:34.612611 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950057a-6d19-46c7-91d6-f73a2bf75c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:34.613984 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9950057a-6d19-46c7-91d6-f73a2bf75c9a admin admin] 10.222.0.55 "GET /v2.0/networks/bdaba99a-90d2-42d1-9e95-05fac55cb049 HTTP/1.1" status: 200 len: 886 time: 0.1238072 Apr 28 19:25:36.877484 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47968) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:37.000082 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ded63-bb1d-49bc-8874-d12ad5fa8ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:37.000454 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ded63-bb1d-49bc-8874-d12ad5fa8ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:37.001969 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-162ded63-bb1d-49bc-8874-d12ad5fa8ed1 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229618 Apr 28 19:25:39.265245 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47976) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:39.354562 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65eeb2b-8bed-4696-9530-6d8f6cf08bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:39.355013 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65eeb2b-8bed-4696-9530-6d8f6cf08bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:39.356505 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f65eeb2b-8bed-4696-9530-6d8f6cf08bcb admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902922 Apr 28 19:25:41.593137 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47984) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:41.683082 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4c5e0-6ee2-460c-9670-8a5c7b91ce53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:41.684392 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-68a4c5e0-6ee2-460c-9670-8a5c7b91ce53 admin admin] 10.222.0.55 "GET /v2.0/subnets/02cfb666-5d69-46d8-aa5b-fb847ba56e40 HTTP/1.1" status: 200 len: 868 time: 0.0899484 Apr 28 19:25:43.941847 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 47992) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:25:44.028400 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a516fc0-a022-4c2c-bf56-626f4ccc8730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:25:44.029726 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4a516fc0-a022-4c2c-bf56-626f4ccc8730 admin admin] 10.222.0.55 "GET /v2.0/subnets/64e84612-b10d-487b-b8f5-b1ec0605f8a1 HTTP/1.1" status: 200 len: 816 time: 0.0869281 Apr 28 19:25:47.468089 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-91353fcb-7f5c-4efe-9bbc-362178b866e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:49.741685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8ea6-59c3-468f-96c8-c6d991017fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:50.841854 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:52.290594 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:25:53.927563 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:11.247655 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:26:17.473001 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7217f2be-c5fe-4a70-9c2d-cdffa457c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:19.742833 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-81935619-dc01-4a55-a27e-465f79dd5590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:20.845119 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:22.294480 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:23.931692 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:24.597569 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48050) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:26:24.643962 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [None req-c4b739f7-6181-4976-9a5b-dca0d89bfc57 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:26:24.645484 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c4b739f7-6181-4976-9a5b-dca0d89bfc57 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0458677 Apr 28 19:26:26.992210 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48058) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:26:27.050562 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.pecan_wsgi.hooks.translation [None req-357f9207-c42a-44c1-9973-bf8c3abd8bd6 admin admin] GET failed (client error): The resource could not be found. Apr 28 19:26:27.052593 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-357f9207-c42a-44c1-9973-bf8c3abd8bd6 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594552 Apr 28 19:26:27.190353 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d02b2b-06f5-4eb9-86a6-7a549dc48316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:26:27.191827 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d4d02b2b-06f5-4eb9-86a6-7a549dc48316 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352067 Apr 28 19:26:29.468533 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48066) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:26:29.515673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:26:29.537428 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Made reservation on behalf of 25afb591a5c74ae59707fac54d390082 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:26:29.539645 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:29.583817 dv-cinder-826949-7-iscsi neutron-server[103240]: WARNING neutron.services.revisions.revision_plugin [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Could not find related network for resource to bump revision. Apr 28 19:26:29.600128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:26:29.612517 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754243337328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (9b4c859f-10ca-4dd6-9331-5b6152339bc1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:29.613062 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Unsubscribe: segment precommit_create {{(pid=103240) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:26:29.613548 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Added segment 9b4c859f-10ca-4dd6-9331-5b6152339bc1 of type vlan for network df918562-2a70-4299-8daa-e0ecc8a2a7c8 Apr 28 19:26:29.657297 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (df918562-2a70-4299-8daa-e0ecc8a2a7c8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:29.688294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (df918562-2a70-4299-8daa-e0ecc8a2a7c8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:29.689292 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:26:29.689972 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:29.744275 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2746475 Apr 28 19:26:29.783478 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Pushing event updated for resources: {'Network': ['ID=df918562-2a70-4299-8daa-e0ecc8a2a7c8,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:26:29.791612 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.791949 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.792314 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.792660 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.792993 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.793328 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.793677 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.794018 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.794360 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.794691 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.795080 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.795428 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.795756 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.796101 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.796421 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf62498-2dd6-4ec9-9dfc-a2ec53b2471d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:29.810024 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network df918562-2a70-4299-8daa-e0ecc8a2a7c8 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:26:32.046594 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48076) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:26:32.106061 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f1815b-85bb-4269-a859-b831089228d5 admin admin] GET failed (client error): The resource could not be found. Apr 28 19:26:32.107232 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c3f1815b-85bb-4269-a859-b831089228d5 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596735 Apr 28 19:26:32.175912 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac64ee73-e711-4597-8f26-8df61005a0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:26:32.178117 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ac64ee73-e711-4597-8f26-8df61005a0fe admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669196 Apr 28 19:26:32.187399 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:26:32.206830 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Made reservation on behalf of 25afb591a5c74ae59707fac54d390082 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:26:32.209213 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:32.372323 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (b4f9c0d6-7cc4-4e97-9485-d9f2c543165b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:32.424075 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f9c0d6-7cc4-4e97-9485-d9f2c543165b,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:26:32.433068 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Checking segment: {'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:26:32.433420 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Network hostable DHCP agents. Network: df918562-2a70-4299-8daa-e0ecc8a2a7c8, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:26:32.449004 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Network df918562-2a70-4299-8daa-e0ecc8a2a7c8 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:26:32.457283 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, df918562-2a70-4299-8daa-e0ecc8a2a7c8) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:26:32.460999 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:26:32.461583 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:32.466587 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee7570-c1cf-4893-a4d2-520dd856910f None None] Network df918562-2a70-4299-8daa-e0ecc8a2a7c8 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:26:32.476561 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7aa976a8-4c9f-403a-b0e2-d55cd8976d3f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2923040 Apr 28 19:26:32.672438 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-df918562-2a70-4299-8daa-e0ecc8a2a7c8', 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8', 'project_id': '25afb591a5c74ae59707fac54d390082', 'fixed_ips': [{'subnet_id': 'b4f9c0d6-7cc4-4e97-9485-d9f2c543165b'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:26:32.673451 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:32.810894 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Allocated IP 192.168.233.2 (df918562-2a70-4299-8daa-e0ecc8a2a7c8/b4f9c0d6-7cc4-4e97-9485-d9f2c543165b/3dcaa431-2a36-4915-bfa1-3d0f7148ccda) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:26:32.951591 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Publish callbacks [] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:32.957900 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:32.990963 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Network df918562-2a70-4299-8daa-e0ecc8a2a7c8 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:26:32.993791 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:26:32.997216 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:26:33.027685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Pushing event updated for resources: {'Port': ['ID=3dcaa431-2a36-4915-bfa1-3d0f7148ccda,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:26:33.037825 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.038173 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.038541 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.038898 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.039231 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.039558 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.039879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.040206 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.040546 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.040854 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.041176 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.041513 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.041864 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.042183 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.042503 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:26:33.071192 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Attempting to bind port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:26:33.071561 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Attempting to bind port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:26:33.071908 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Attempting to bind port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda on network df918562-2a70-4299-8daa-e0ecc8a2a7c8 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:26:33.076856 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:26:33.077223 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Checking segment: {'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:26:33.077616 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:33.078031 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Bound using segment: {'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:26:33.078487 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Bound port: 3dcaa431-2a36-4915-bfa1-3d0f7148ccda, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:26:33.078858 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:33.141699 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] For port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:26:33.144614 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] For port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=3dcaa431-2a36-4915-bfa1-3d0f7148ccda,segment=NetworkSegment(9b4c859f-10ca-4dd6-9331-5b6152339bc1),segment_id=9b4c859f-10ca-4dd6-9331-5b6152339bc1)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:26:33.151442 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:33.212905 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbbbb3-28b6-4c66-8559-aa18f916723f None None] Pushing event updated for resources: {'Port': ['ID=3dcaa431-2a36-4915-bfa1-3d0f7148ccda,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:26:34.090353 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f2234c-dc17-4c03-ba4a-84c561720648 None None] Network df918562-2a70-4299-8daa-e0ecc8a2a7c8 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:26:34.161511 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-45a42d6e-9bbe-447e-b6b5-49e7a3f8d114 None None] Provisioning complete for port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:26:34.161917 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-45a42d6e-9bbe-447e-b6b5-49e7a3f8d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:34.270323 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-45a42d6e-9bbe-447e-b6b5-49e7a3f8d114 None None] Current status of the port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:26:34.270718 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-45a42d6e-9bbe-447e-b6b5-49e7a3f8d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:34.309552 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-45a42d6e-9bbe-447e-b6b5-49e7a3f8d114 None None] For port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=3dcaa431-2a36-4915-bfa1-3d0f7148ccda,segment=NetworkSegment(9b4c859f-10ca-4dd6-9331-5b6152339bc1),segment_id=9b4c859f-10ca-4dd6-9331-5b6152339bc1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:26:34.314087 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-45a42d6e-9bbe-447e-b6b5-49e7a3f8d114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:34.372380 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a42d6e-9bbe-447e-b6b5-49e7a3f8d114 None None] Pushing event updated for resources: {'Port': ['ID=3dcaa431-2a36-4915-bfa1-3d0f7148ccda,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:26:34.532802 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ecbdbeff-9a25-447d-b443-e5eaf08b7c0b None None] Provisioning complete for port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:26:34.533241 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ecbdbeff-9a25-447d-b443-e5eaf08b7c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:34.619588 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdbeff-9a25-447d-b443-e5eaf08b7c0b None None] Current status of the port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:26:34.857555 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 3dcaa431-2a36-4915-bfa1-3d0f7148ccda up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:26:34.903638 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:26:34.903959 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (3dcaa431-2a36-4915-bfa1-3d0f7148ccda), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:34.986485 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 3dcaa431-2a36-4915-bfa1-3d0f7148ccda is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:26:47.475966 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c708f6b8-9cd6-432b-9034-7ea4cf858eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:48.248557 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:26:49.744330 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c66f95bd-6664-4349-a343-58e44f18996a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:50.847811 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:52.297479 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:26:53.934683 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:17.478390 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61620cd5-d8b1-4bd7-886f-ea638ccf311e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:19.746749 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c48f30f7-3580-4bcb-8607-11d72a55f0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:20.850821 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:22.304905 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:23.937622 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:25.246184 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:27:47.480457 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f1a4aee0-efc0-4a4b-90fd-488adb69b8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:49.748066 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-721d169e-ef53-46c4-8556-56c65c0d46da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:50.852916 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:52.302287 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:53.940362 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:27:59.567713 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48114) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:27:59.573294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [None req-b072477e-cfaf-4dad-9acf-b4d3f544adbc tempest-verify_tempest_config-428584088 tempest-verify_tempest_config-428584088-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:27:59.574308 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b072477e-cfaf-4dad-9acf-b4d3f544adbc tempest-verify_tempest_config-428584088 tempest-verify_tempest_config-428584088-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056195 Apr 28 19:27:59.856974 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48132) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:27:59.958636 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:00.030943 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Publish callbacks [] for security_group (75931e27-87b8-401c-8881-e9487a2f6514), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:00.035270 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (75931e27-87b8-401c-8881-e9487a2f6514), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:00.180262 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75931e27-87b8-401c-8881-e9487a2f6514,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:00.184735 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47c2a38c5bd84ce88da89db462d1ada5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3267791 Apr 28 19:28:00.187507 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48138) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:28:00.189018 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.189364 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.189751 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.190095 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.190428 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.190794 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.191123 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.191447 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.191786 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.192112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.192437 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.192764 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.193086 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.193409 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.193752 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5350e1-935b-448b-bfe9-e91c81542ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.263196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Publish callbacks [] for security_group (75931e27-87b8-401c-8881-e9487a2f6514), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:00.283305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Publish callbacks [] for security_group (75931e27-87b8-401c-8881-e9487a2f6514), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:00.375683 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (75931e27-87b8-401c-8881-e9487a2f6514), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:00.378303 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:00.379873 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75931e27-87b8-401c-8881-e9487a2f6514 HTTP/1.1" status: 204 len: 168 time: 0.1914103 Apr 28 19:28:00.388140 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75931e27-87b8-401c-8881-e9487a2f6514,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:00.394671 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.395018 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.395359 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.395699 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.396048 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.396363 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.396687 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.397008 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.397440 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.397656 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.397996 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.398321 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.398758 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.399079 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:00.399396 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd171a-ca58-4b8f-ba88-c5c42f1a1536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:28:02.244861 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:28:17.482026 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-76b11c0c-a879-4562-9b92-2bac5dd73f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:19.749881 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe515652-c246-4aac-94c8-f95d6d51aeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:20.856463 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:22.307486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:23.944215 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:39.242971 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:28:47.482795 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61c75418-0181-4424-91fb-8570cfdd91f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:49.749570 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a67a77b7-dd85-40d8-b349-186ee48f7420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:50.858673 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:52.309112 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:28:53.946659 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:16.242068 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:29:17.482913 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5fa46196-4613-460e-a0ac-4d00d4c3f10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:19.750408 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b4eeae7a-4c81-4e7b-82ed-a60df9ecd3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:20.859944 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:22.313221 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:23.949739 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:43.456102 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-477657'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:47.483911 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-85550d4f-5932-4d0f-a624-1ff783c19634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:49.750698 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e8b2eed-14ce-4da7-9247-50804fc139f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:50.862803 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:52.314407 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:53.241291 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:29:53.951400 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:29:58.443686 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48208) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:29:58.549022 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e2f3ad9d-9103-4eee-866c-79ee973deb39 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1042514 Apr 28 19:30:00.811667 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48218) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:30:00.865383 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7f51acbd-9d9c-4e45-9a07-40c9c8f3d4b7 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526557 Apr 28 19:30:13.455386 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:17.488926 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-458ed246-849c-45bc-a7fb-dc7301e1af42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:19.751833 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67c1e3e8-e0a3-4e0c-8990-604e4cc22bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:20.866300 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:22.316777 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:23.954736 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:30.240193 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:30:43.463553 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:47.491453 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18dfccdc-9db1-4b93-a1f4-d0db79720786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:49.752064 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e55be48-c22f-409b-b0ce-6f9d337996b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:50.873212 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:52.320526 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:30:53.957951 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:07.239656 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:31:13.485575 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:17.493322 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-12d70c77-eec0-4e57-b8f9-9b6d0c3614d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:19.754723 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93cf6872-b8f4-4628-b297-45f0c09138a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:20.872294 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:22.326426 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:23.960512 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.160059 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48388) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:38.317889 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48404) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:38.443138 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-865818989-network', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:38.463273 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Made reservation on behalf of fcbdf487dfc7477a87134b1b21cebe96 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:38.465753 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.475247 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.556408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks [] for security_group (00ad6acc-b613-4751-b11a-273e1bd85973), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.561115 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (00ad6acc-b613-4751-b11a-273e1bd85973), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.574614 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:38.605547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad6acc-b613-4751-b11a-273e1bd85973,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:38.611267 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (940d82d8-6ed1-4c73-9e63-1483f33562f0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.611608 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Added segment 940d82d8-6ed1-4c73-9e63-1483f33562f0 of type vlan for network a84777c5-d18a-4052-82b2-1d0f58c42b6a Apr 28 19:31:38.629464 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.629835 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.630196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.630536 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.630872 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.631196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.631521 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.631840 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.632443 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.632773 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.633116 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.633453 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.633801 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.634118 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.634436 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Tracked resource versions report: Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: pushed versions: Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: { 'AddressGroup': {'1.2'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Agent': {'1.1'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'ConntrackHelper': {'1.0'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Log': {'1.0'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'NDPProxy': {'1.0'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Network': {'1.1'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Port': {'1.7'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'PortForwarding': {'1.3'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'QosPolicy': {'1.10'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroup': {'1.5'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SubPort': {'1.0'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Subnet': {'1.1'}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Trunk': {'1.1'}} Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: consumer versions: Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Agent': '1.1', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'ConntrackHelper': '1.0', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'LocalIPAssociation': '1.0', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Log': '1.0', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'NDPProxy': '1.0', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Network': '1.1', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Port': '1.7', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'PortForwarding': '1.3', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'QosPolicy': '1.10', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroup': '1.5', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SecurityGroupRule': '1.2', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'SubPort': '1.0', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Subnet': '1.1', Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: 'Trunk': '1.1'}} Apr 28 19:31:38.635645 dv-cinder-826949-7-iscsi neutron-server[103240]: {{(pid=103240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:31:38.686152 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-network', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:38.690100 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (a84777c5-d18a-4052-82b2-1d0f58c42b6a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.719447 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Made reservation on behalf of adecb9b5784440faa795ef9a942edae9 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:38.723016 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.725754 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (a84777c5-d18a-4052-82b2-1d0f58c42b6a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.727052 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:38.727917 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.733167 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.739747 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48428) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:38.765087 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6039090 Apr 28 19:31:38.778222 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48434) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:38.786264 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Request body: {'subnet': {'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-subnet', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:38.828691 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks [] for security_group (0bb780f4-7d5a-4f7d-8105-c4f040396f99), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.835169 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (0bb780f4-7d5a-4f7d-8105-c4f040396f99), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.848742 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ef9e5-60c3-483c-b228-cb31657687e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a84777c5-d18a-4052-82b2-1d0f58c42b6a,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:38.853082 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Made reservation on behalf of fcbdf487dfc7477a87134b1b21cebe96 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:38.856357 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.856722 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:38.865432 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:31:38.868250 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (fed4d3f1-31de-479a-8a5a-aea4e12f6b83), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.868596 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Added segment fed4d3f1-31de-479a-8a5a-aea4e12f6b83 of type vlan for network 5732cc65-6168-4da1-8dcc-0285536b68ba Apr 28 19:31:38.927765 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (5732cc65-6168-4da1-8dcc-0285536b68ba), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.967983 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (5732cc65-6168-4da1-8dcc-0285536b68ba), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:38.969205 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:38.969859 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.041657 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Pushing event updated for resources: {'Network': ['ID=5732cc65-6168-4da1-8dcc-0285536b68ba,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:39.051700 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.052053 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.052399 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.052744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.053090 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.053410 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.053965 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.054577 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.054827 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.055387 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.055889 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.056475 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.057022 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.057517 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.058106 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Tracked resource versions report: Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: pushed versions: Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: { 'AddressGroup': {'1.2'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Agent': {'1.1'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'ConntrackHelper': {'1.0'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Log': {'1.0'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'NDPProxy': {'1.0'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Network': {'1.1'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Port': {'1.7'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'PortForwarding': {'1.3'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'QosPolicy': {'1.10'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroup': {'1.5'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SubPort': {'1.0'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Subnet': {'1.1'}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Trunk': {'1.1'}} Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: consumer versions: Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Agent': '1.1', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'ConntrackHelper': '1.0', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'LocalIPAssociation': '1.0', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Log': '1.0', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'NDPProxy': '1.0', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Network': '1.1', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Port': '1.7', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'PortForwarding': '1.3', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'QosPolicy': '1.10', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroup': '1.5', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SecurityGroupRule': '1.2', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'SubPort': '1.0', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Subnet': '1.1', Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: 'Trunk': '1.1'}} Apr 28 19:31:39.059496 dv-cinder-826949-7-iscsi neutron-server[103241]: {{(pid=103241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:31:39.065796 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb780f4-7d5a-4f7d-8105-c4f040396f99,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:39.081595 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d3315887-9467-4408-83fa-4e7cf2488680 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7624745 Apr 28 19:31:39.083036 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48448) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:39.090373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Request body: {'subnet': {'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-subnet', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:39.100386 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 5732cc65-6168-4da1-8dcc-0285536b68ba details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:31:39.111375 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (83bb5d5e-c696-497a-945b-7c710a15c7ee), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.120598 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Made reservation on behalf of adecb9b5784440faa795ef9a942edae9 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:39.125795 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.172648 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bb5d5e-c696-497a-945b-7c710a15c7ee,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:39.202740 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Checking segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:39.203112 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Network hostable DHCP agents. Network: a84777c5-d18a-4052-82b2-1d0f58c42b6a, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:39.244862 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:39.265239 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, a84777c5-d18a-4052-82b2-1d0f58c42b6a) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:39.274921 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f14583-67ee-4d6c-88fe-2f463e0ce098 None None] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:39.277786 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:39.279327 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.314944 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b6397ca1-2317-43c5-9089-6e76e914d842 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5343401 Apr 28 19:31:39.316788 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48452) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:39.323679 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:39.362318 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (76895e3b-7cd8-45c5-b92c-d98d724871e8), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.364773 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (76895e3b-7cd8-45c5-b92c-d98d724871e8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.407062 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (c33c3fc6-bb34-4230-9993-2dd3d8f60ba6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.419091 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:31:39.421375 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.436526 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48458) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:39.452666 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1440616975-network', 'tenant_id': '36df71958d224c05a8738eb90de0c818'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:39.511493 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks [] for router_controller (76895e3b-7cd8-45c5-b92c-d98d724871e8), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.512674 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Made reservation on behalf of 36df71958d224c05a8738eb90de0c818 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:39.515303 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.551161 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.573310 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:39.604030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Checking segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:39.605338 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Network hostable DHCP agents. Network: 5732cc65-6168-4da1-8dcc-0285536b68ba, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:39.658600 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Network 5732cc65-6168-4da1-8dcc-0285536b68ba is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:39.678051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 5732cc65-6168-4da1-8dcc-0285536b68ba) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:39.690309 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:39.691893 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.695679 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc495ff-e9c7-49a6-aea9-70734e655a85 None None] Network 5732cc65-6168-4da1-8dcc-0285536b68ba requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:39.729184 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-eb06e51b-e473-4a96-a5bf-c07f8751bf3a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6424282 Apr 28 19:31:39.729782 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48470) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:39.749150 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:39.776899 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Allocated IP 172.20.0.2 (a84777c5-d18a-4052-82b2-1d0f58c42b6a/83bb5d5e-c696-497a-945b-7c710a15c7ee/c9270a2d-77dd-463f-a8c2-4297f1ad50af) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:39.820322 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (1d330f72-bfa7-44c4-8143-c418a81a6790), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.821861 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (1d330f72-bfa7-44c4-8143-c418a81a6790), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.838173 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks [] for router_gateway (76895e3b-7cd8-45c5-b92c-d98d724871e8), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.922016 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-5732cc65-6168-4da1-8dcc-0285536b68ba', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:31:39.923676 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.948804 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks [] for security_group (ad9c6c99-23a8-4cbf-be0b-56391e85c932), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:39.959826 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ad9c6c99-23a8-4cbf-be0b-56391e85c932), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.000245 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c6c99-23a8-4cbf-be0b-56391e85c932,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:40.023710 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:40.072882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (f8665f09-ebe3-4a45-ae14-12ed2768d757), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.073781 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Added segment f8665f09-ebe3-4a45-ae14-12ed2768d757 of type vlan for network d78411e1-316d-4ce8-a895-7120214bb428 Apr 28 19:31:40.092590 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks [] for router_controller (1d330f72-bfa7-44c4-8143-c418a81a6790), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.298632 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Publish callbacks [] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.305601 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (d78411e1-316d-4ce8-a895-7120214bb428), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.308899 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.328995 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Allocated IP 172.20.0.2 (5732cc65-6168-4da1-8dcc-0285536b68ba/c33c3fc6-bb34-4230-9993-2dd3d8f60ba6/2a798807-7f91-4ea9-a8fb-5bd972d7f2c3) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:40.331698 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1912667524-network', 'tenant_id': 'f27f3e451cb04b97a6a111c89a84b02f'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:40.357049 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:40.362050 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:40.407031 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:40.446047 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Made reservation on behalf of f27f3e451cb04b97a6a111c89a84b02f for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:40.461909 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.508203 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks [] for router_gateway (1d330f72-bfa7-44c4-8143-c418a81a6790), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.555969 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.595130 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Pushing event updated for resources: {'Port': ['ID=c9270a2d-77dd-463f-a8c2-4297f1ad50af,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:40.625788 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.626530 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.627047 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.627333 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks [] for router_gateway (76895e3b-7cd8-45c5-b92c-d98d724871e8), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.627838 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.628577 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.629074 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.629594 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.630218 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.630794 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.631450 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.632045 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.632674 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.633193 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.634214 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.634760 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Tracked resource versions report: Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: pushed versions: Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: { 'AddressGroup': {'1.2'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Agent': {'1.1'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Log': {'1.0'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'NDPProxy': {'1.0'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Network': {'1.1'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Port': {'1.7'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'PortForwarding': {'1.3'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'QosPolicy': {'1.10'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroup': {'1.5'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SubPort': {'1.0'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Subnet': {'1.1'}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Trunk': {'1.1'}} Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: consumer versions: Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Agent': '1.1', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'ConntrackHelper': '1.0', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'LocalIPAssociation': '1.0', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Log': '1.0', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'NDPProxy': '1.0', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Network': '1.1', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Port': '1.7', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'PortForwarding': '1.3', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'QosPolicy': '1.10', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroup': '1.5', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SecurityGroupRule': '1.2', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'SubPort': '1.0', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Subnet': '1.1', Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: 'Trunk': '1.1'}} Apr 28 19:31:40.636264 dv-cinder-826949-7-iscsi neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:31:40.650961 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Attempting to bind port c9270a2d-77dd-463f-a8c2-4297f1ad50af on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:40.651526 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Attempting to bind port c9270a2d-77dd-463f-a8c2-4297f1ad50af by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:40.652063 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Attempting to bind port c9270a2d-77dd-463f-a8c2-4297f1ad50af on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:40.663903 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:40.664625 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Checking segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:40.665172 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.665785 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Bound using segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:40.666481 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Bound port: c9270a2d-77dd-463f-a8c2-4297f1ad50af, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:40.667022 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.715394 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.761078 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (d78411e1-316d-4ce8-a895-7120214bb428), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.763482 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:40.766314 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.793480 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Publish callbacks [] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.802110 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] For port c9270a2d-77dd-463f-a8c2-4297f1ad50af, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:40.806849 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.812937 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] For port c9270a2d-77dd-463f-a8c2-4297f1ad50af, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c9270a2d-77dd-463f-a8c2-4297f1ad50af,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:40.858147 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Pushing event updated for resources: {'Port': ['ID=2a798807-7f91-4ea9-a8fb-5bd972d7f2c3,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:40.865736 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.896700 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks [] for router_gateway (1d330f72-bfa7-44c4-8143-c418a81a6790), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.917855 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:40.923931 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508260d7-8a02-4e5c-bf62-e4264890cb49 None None] Pushing event updated for resources: {'Port': ['ID=c9270a2d-77dd-463f-a8c2-4297f1ad50af,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:40.937127 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Network 5732cc65-6168-4da1-8dcc-0285536b68ba is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:40.938798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:40.943464 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:41.065123 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Attempting to bind port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:41.065498 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Attempting to bind port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:41.065896 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Attempting to bind port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 on network 5732cc65-6168-4da1-8dcc-0285536b68ba {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:41.072261 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:41.073050 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Checking segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:41.073180 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.073670 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Bound using segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:41.074207 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Bound port: 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:41.074594 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.094973 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Allocated IP 172.27.2.92 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/3b56f823-5db1-4801-8c69-72be57fa2d04) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:41.168139 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] For port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:41.178579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] For port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=2a798807-7f91-4ea9-a8fb-5bd972d7f2c3,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:41.188682 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.237213 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks [] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.351694 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c86ed2-9769-4a83-899e-07c75094d71f None None] Pushing event updated for resources: {'Port': ['ID=2a798807-7f91-4ea9-a8fb-5bd972d7f2c3,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:41.452115 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Allocated IP 172.27.2.240 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/6fd6b29f-fd5e-470e-9d7f-e148baae3562) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:41.458143 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.460607 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] Pushing event updated for resources: {'Network': ['ID=d78411e1-316d-4ce8-a895-7120214bb428,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:41.473235 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network d78411e1-316d-4ce8-a895-7120214bb428 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:31:41.682303 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a1073a0f-bef6-4c6a-9038-004eee66f33e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9283907 Apr 28 19:31:41.685148 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48530) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:41.692120 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Request body: {'subnet': {'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-subnet', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:41.729438 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Made reservation on behalf of 36df71958d224c05a8738eb90de0c818 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:41.732035 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.763465 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:41.769437 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks [] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.770130 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:41.775190 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:41.780283 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Pushing event updated for resources: {'Port': ['ID=3b56f823-5db1-4801-8c69-72be57fa2d04,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:41.910750 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:41.930766 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:41.936012 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:41.968970 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:41.988577 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks [] for security_group (755002c2-516e-47c1-839c-9b1d745f99de), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.002422 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (755002c2-516e-47c1-839c-9b1d745f99de), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.018862 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:42.036085 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (fde0cb83-ae17-4f0e-80c9-97a9d589469b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.036446 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Added segment fde0cb83-ae17-4f0e-80c9-97a9d589469b of type vlan for network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 Apr 28 19:31:42.086850 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (6db7b8f2-23fa-48d2-9794-d7a6955547d4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.142155 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (6db7b8f2-23fa-48d2-9794-d7a6955547d4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.143416 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:42.146207 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.334598 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6db7b8f2-23fa-48d2-9794-d7a6955547d4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:42.345238 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:31:42.394663 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755002c2-516e-47c1-839c-9b1d745f99de,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:42.547566 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd6b29f-fd5e-470e-9d7f-e148baae3562,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:42.575478 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f684e626-4962-4638-aff0-93dc774267a0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1365702 Apr 28 19:31:42.582098 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48562) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:42.587702 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Request body: {'subnet': {'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1912667524-subnet', 'tenant_id': 'f27f3e451cb04b97a6a111c89a84b02f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:42.672347 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks [] for router_gateway (76895e3b-7cd8-45c5-b92c-d98d724871e8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.820665 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a255c1-8215-4abd-af5a-271c79c7bbfa None None] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:42.828983 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Made reservation on behalf of f27f3e451cb04b97a6a111c89a84b02f for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:42.832002 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.837539 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (f03aaf03-832f-48af-8daa-14c65cebe3f3), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.871707 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks [] for router_gateway (1d330f72-bfa7-44c4-8143-c418a81a6790), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.897170 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-8d275a99-b1b1-49f7-90ee-286045ab9e9c None None] Provisioning complete for port c9270a2d-77dd-463f-a8c2-4297f1ad50af triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:42.897769 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d275a99-b1b1-49f7-90ee-286045ab9e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:42.997580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (76895e3b-7cd8-45c5-b92c-d98d724871e8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.178439 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (849c4548-af90-422d-93e5-4c24f2482b9b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.225818 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8d275a99-b1b1-49f7-90ee-286045ab9e9c None None] Current status of the port c9270a2d-77dd-463f-a8c2-4297f1ad50af is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:43.227129 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d275a99-b1b1-49f7-90ee-286045ab9e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.233552 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c9270a2d-77dd-463f-a8c2-4297f1ad50af up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:43.304009 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f245a84b-e2b0-41e9-8629-50a339d5f9a2 None None] Network 5732cc65-6168-4da1-8dcc-0285536b68ba requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:43.341814 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Checking segment: {'id': 'fde0cb83-ae17-4f0e-80c9-97a9d589469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:43.349423 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Network hostable DHCP agents. Network: 6db7b8f2-23fa-48d2-9794-d7a6955547d4, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:43.355718 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Router 76895e3b-7cd8-45c5-b92c-d98d724871e8 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:31:43.378191 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03aaf03-832f-48af-8daa-14c65cebe3f3,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:43.442721 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Checking segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:43.443087 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Network hostable DHCP agents. Network: d78411e1-316d-4ce8-a895-7120214bb428, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:43.483550 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48606) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:43.504463 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8d275a99-b1b1-49f7-90ee-286045ab9e9c None None] For port c9270a2d-77dd-463f-a8c2-4297f1ad50af, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c9270a2d-77dd-463f-a8c2-4297f1ad50af,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:43.538375 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8d275a99-b1b1-49f7-90ee-286045ab9e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.615487 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:43.617465 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port c9270a2d-77dd-463f-a8c2-4297f1ad50af triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:43.618418 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.633072 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Sync routers for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:31:43.650998 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Network d78411e1-316d-4ce8-a895-7120214bb428 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:43.654679 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:43.655390 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:43.668717 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.672754 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b6d7bc3b-a7dd-4307-ac4a-b0e1642d2617 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3552148 Apr 28 19:31:43.678631 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48616) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:43.704081 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, d78411e1-316d-4ce8-a895-7120214bb428) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:43.710803 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:43.711400 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.715832 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa05905a-a9c6-429a-8ef0-4abd4bb08ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.738050 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d275a99-b1b1-49f7-90ee-286045ab9e9c None None] Pushing event updated for resources: {'Port': ['ID=c9270a2d-77dd-463f-a8c2-4297f1ad50af,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:43.754971 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e92c1294-559a-4b68-a4f5-ee124576faa3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0684934 Apr 28 19:31:43.763228 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48622) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:43.766674 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b25fc3-7cdf-482b-bf9d-622482fd440b None None] Network d78411e1-316d-4ce8-a895-7120214bb428 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:43.772822 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:43.774136 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:43.794246 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 6db7b8f2-23fa-48d2-9794-d7a6955547d4) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:43.888085 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Provisioning complete for port c9270a2d-77dd-463f-a8c2-4297f1ad50af triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:43.888486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.931957 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa05905a-a9c6-429a-8ef0-4abd4bb08ad4 admin admin] Publish callbacks [] for security_group (64096ebd-e02b-4918-aee9-763b4eafb7bb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.948617 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa05905a-a9c6-429a-8ef0-4abd4bb08ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (64096ebd-e02b-4918-aee9-763b4eafb7bb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.952377 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.961155 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c47ef5-ac8d-4b90-b734-f692367f1986 None None] Network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:43.989500 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (148a822f-9fdd-4710-935a-00e310e55e48), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.990588 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (148a822f-9fdd-4710-935a-00e310e55e48), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:43.998331 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=849c4548-af90-422d-93e5-4c24f2482b9b,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:44.012649 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:44.013433 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.079090 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fa05905a-a9c6-429a-8ef0-4abd4bb08ad4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f152c40eace549a58585fbbb8beb77e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5896492 Apr 28 19:31:44.081110 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48636) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:44.100986 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05905a-a9c6-429a-8ef0-4abd4bb08ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64096ebd-e02b-4918-aee9-763b4eafb7bb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:44.101204 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c15a0283-b8bb-4147-aee8-c40436195bab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5172923 Apr 28 19:31:44.127122 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:44.170609 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks [] for router_controller (148a822f-9fdd-4710-935a-00e310e55e48), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.234179 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e74491-75e7-49a3-b5d8-e65359904215 None None] Network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:44.263168 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Current status of the port c9270a2d-77dd-463f-a8c2-4297f1ad50af is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:44.327196 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:31:44.329082 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:42Z', 'revision_number': 3, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:44.338688 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Provisioning complete for port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:44.341272 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.390337 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (1d330f72-bfa7-44c4-8143-c418a81a6790), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.442693 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Checking router: 76895e3b-7cd8-45c5-b92c-d98d724871e8 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:31:44.443438 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Updating router 76895e3b-7cd8-45c5-b92c-d98d724871e8 port 3b56f823-5db1-4801-8c69-72be57fa2d04 binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:31:44.494507 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks [] for router_gateway (148a822f-9fdd-4710-935a-00e310e55e48), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.510798 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.589764 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-958cae90-6c79-4a3a-a754-db7e13a51bf4 admin admin] Publish callbacks [] for security_group (64096ebd-e02b-4918-aee9-763b4eafb7bb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.626618 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-d78411e1-316d-4ce8-a895-7120214bb428', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:31:44.627510 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.786007 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-958cae90-6c79-4a3a-a754-db7e13a51bf4 admin admin] Publish callbacks [] for security_group (64096ebd-e02b-4918-aee9-763b4eafb7bb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.825275 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Publish callbacks [] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.828669 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Allocated IP 172.20.0.2 (d78411e1-316d-4ce8-a895-7120214bb428/f03aaf03-832f-48af-8daa-14c65cebe3f3/c8abf14a-86af-424d-bd2a-ff0912a1468b) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:44.833610 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.891320 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Pushing event updated for resources: {'Port': ['ID=3b56f823-5db1-4801-8c69-72be57fa2d04,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:44.900467 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks [] for router_gateway (148a822f-9fdd-4710-935a-00e310e55e48), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.913254 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.913923 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.914514 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.915073 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.915687 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.916234 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.916781 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.917342 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.918126 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.918677 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.919229 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.920305 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.920843 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.921448 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.922077 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Tracked resource versions report: Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: pushed versions: Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: { 'AddressGroup': {'1.2'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Agent': {'1.1'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Log': {'1.0'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'NDPProxy': {'1.0'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Network': {'1.1'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Port': {'1.7'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'PortForwarding': {'1.3'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'QosPolicy': {'1.10'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroup': {'1.5'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SubPort': {'1.0'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Subnet': {'1.1'}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Trunk': {'1.1'}} Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: consumer versions: Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: { DHCP agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: L3 agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: Metadata agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: Metering agent@dv-cinder-826949-7-iscsi: {}, Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: Open vSwitch agent@dv-cinder-826949-7-iscsi: { 'AddressGroup': '1.2', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Agent': '1.1', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'ConntrackHelper': '1.0', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'LocalIPAssociation': '1.0', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Log': '1.0', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'NDPProxy': '1.0', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Network': '1.1', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Port': '1.7', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'PortForwarding': '1.3', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'QosPolicy': '1.10', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroup': '1.5', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SecurityGroupRule': '1.2', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'SubPort': '1.0', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Subnet': '1.1', Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: 'Trunk': '1.1'}} Apr 28 19:31:44.923559 dv-cinder-826949-7-iscsi neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:31:44.929655 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Attempting to bind port 3b56f823-5db1-4801-8c69-72be57fa2d04 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:44.930375 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Attempting to bind port 3b56f823-5db1-4801-8c69-72be57fa2d04 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:44.930986 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Attempting to bind port 3b56f823-5db1-4801-8c69-72be57fa2d04 on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:44.935193 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.938026 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:44.938644 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:44.939286 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.939886 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:44.940571 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Bound port: 3b56f823-5db1-4801-8c69-72be57fa2d04, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:44.941196 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:44.944556 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port c9270a2d-77dd-463f-a8c2-4297f1ad50af is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:44.945986 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:44.960880 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48678) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:44.963054 dv-cinder-826949-7-iscsi neutron-server[103240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:31:45.002616 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] For port 3b56f823-5db1-4801-8c69-72be57fa2d04, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:45.006287 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] For port 3b56f823-5db1-4801-8c69-72be57fa2d04, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=3b56f823-5db1-4801-8c69-72be57fa2d04,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:45.013907 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.071565 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:45.072402 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:45.136327 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-958cae90-6c79-4a3a-a754-db7e13a51bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (64096ebd-e02b-4918-aee9-763b4eafb7bb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.138940 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-958cae90-6c79-4a3a-a754-db7e13a51bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.142546 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-958cae90-6c79-4a3a-a754-db7e13a51bf4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64096ebd-e02b-4918-aee9-763b4eafb7bb HTTP/1.1" status: 204 len: 168 time: 1.0574419 Apr 28 19:31:45.165102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cae90-6c79-4a3a-a754-db7e13a51bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64096ebd-e02b-4918-aee9-763b4eafb7bb,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:45.218801 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:45.224882 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Router 1d330f72-bfa7-44c4-8143-c418a81a6790 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:31:45.235131 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.331871 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Current status of the port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:45.332323 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.464375 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Allocated IP 172.27.2.166 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/5ca8cb74-3da3-4e48-8622-09c2b2e7f884) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:45.494215 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] For port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=2a798807-7f91-4ea9-a8fb-5bd972d7f2c3,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:45.500367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:45.500367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.546489 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3036ff-767f-412a-8fd5-be29830e8d46 None None] Pushing event updated for resources: {'Port': ['ID=3b56f823-5db1-4801-8c69-72be57fa2d04,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:45.564737 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.635294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks [] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.659570 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:42Z', 'revision_number': 3, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:45.684772 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-85df845e-a626-40e5-9dc8-42902fda779f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:45.692180 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-85df845e-a626-40e5-9dc8-42902fda779f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/networks?id=6db7b8f2-23fa-48d2-9794-d7a6955547d4 HTTP/1.1" status: 200 len: 812 time: 0.7300446 Apr 28 19:31:45.698444 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Publish callbacks [] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.714823 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-19ba830a-e931-4e3e-9b45-79dfbce43c19 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/quotas/f27f3e451cb04b97a6a111c89a84b02f HTTP/1.1" status: 200 len: 375 time: 0.0216765 Apr 28 19:31:45.727313 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ca95a-e858-403e-ab0f-bb021df9b82c None None] The sync data for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi is: [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:42Z', 'revision_number': 3, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:31:45.746798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b7e905ff-99ec-4143-8d6a-07eef012246b None None] Provisioning complete for port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:45.747547 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7e905ff-99ec-4143-8d6a-07eef012246b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.750009 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:45.791496 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04eef7-a7fd-4f12-8dbc-9f52b94af3cd None None] Pushing event updated for resources: {'Port': ['ID=2a798807-7f91-4ea9-a8fb-5bd972d7f2c3,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:45.804969 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.818874 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-d99f90a2-9e7f-4ac8-9b51-7b86ec085f59 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f27f3e451cb04b97a6a111c89a84b02f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030924 Apr 28 19:31:45.840804 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.897121 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:45.909251 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48702) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:45.909980 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:45.913309 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:45.914614 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Network d78411e1-316d-4ce8-a895-7120214bb428 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:45.921605 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:45.924071 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Sync routers for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:31:45.928241 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:45.930706 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:45.933216 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c9270a2d-77dd-463f-a8c2-4297f1ad50af up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:45.975046 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8e62b9b4-d86d-48f2-87af-e578947a3add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:45.999794 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:46.041167 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.043210 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c1860f6e-0f35-4293-9776-41c4defa2227 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3084290 Apr 28 19:31:46.046315 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Allocated IP 172.20.0.1 (a84777c5-d18a-4052-82b2-1d0f58c42b6a/83bb5d5e-c696-497a-945b-7c710a15c7ee/4f786726-c55c-458d-bf93-00ef50d61afc) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:46.071689 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48704) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:46.116863 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8e62b9b4-d86d-48f2-87af-e578947a3add admin admin] Publish callbacks [] for security_group (cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.138465 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8e62b9b4-d86d-48f2-87af-e578947a3add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.205129 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-f98ad3d8-ed33-45f4-a58a-34425fd545ba service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:31:46.207355 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-f98ad3d8-ed33-45f4-a58a-34425fd545ba service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1330462 Apr 28 19:31:46.239703 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Pushing event updated for resources: {'Port': ['ID=c8abf14a-86af-424d-bd2a-ff0912a1468b,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:46.253224 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8e62b9b4-d86d-48f2-87af-e578947a3add admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a37a93854ea412b92808a5b2afddf8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3327739 Apr 28 19:31:46.254708 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48712) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:46.287684 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:46.288327 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:46.316890 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62b9b4-d86d-48f2-87af-e578947a3add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:46.364706 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e1ca-57aa-4e68-b794-0ec726d94133 admin admin] Publish callbacks [] for security_group (cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.371014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b7e905ff-99ec-4143-8d6a-07eef012246b None None] Current status of the port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:46.392330 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Attempting to bind port c8abf14a-86af-424d-bd2a-ff0912a1468b on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:46.392330 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Attempting to bind port c8abf14a-86af-424d-bd2a-ff0912a1468b by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:46.392330 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Attempting to bind port c8abf14a-86af-424d-bd2a-ff0912a1468b on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:46.401402 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks [] for port (4f786726-c55c-458d-bf93-00ef50d61afc), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.409285 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port c9270a2d-77dd-463f-a8c2-4297f1ad50af triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:46.409751 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.418332 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e1ca-57aa-4e68-b794-0ec726d94133 admin admin] Publish callbacks [] for security_group (cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.445659 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:46.446143 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Checking segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:46.446621 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.447126 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Bound using segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:46.447725 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Bound port: c8abf14a-86af-424d-bd2a-ff0912a1468b, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:46.449770 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.506816 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.530392 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks [] for router_gateway (148a822f-9fdd-4710-935a-00e310e55e48), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.544044 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e1ca-57aa-4e68-b794-0ec726d94133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.547349 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e1ca-57aa-4e68-b794-0ec726d94133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.562350 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a1f3e1ca-57aa-4e68-b794-0ec726d94133 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194 HTTP/1.1" status: 204 len: 168 time: 0.2974796 Apr 28 19:31:46.573886 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:46.620978 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e1ca-57aa-4e68-b794-0ec726d94133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee79c0b-b20b-4d5f-86b4-5fb2fcf1e194,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:46.662006 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:46.667564 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:46.676663 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:46.677160 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (76895e3b-7cd8-45c5-b92c-d98d724871e8), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.884279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:42Z', 'revision_number': 3, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:46.922387 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Checking router: 1d330f72-bfa7-44c4-8143-c418a81a6790 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:31:46.922761 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Updating router 1d330f72-bfa7-44c4-8143-c418a81a6790 port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:31:46.955859 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:46.958224 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f786726-c55c-458d-bf93-00ef50d61afc,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:47.028118 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-248c546e-babf-4ad8-b5bb-b94a62c9977e service neutron] 10.222.0.55 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097126 Apr 28 19:31:47.053945 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] For port c8abf14a-86af-424d-bd2a-ff0912a1468b, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:47.059418 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.065158 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] For port c8abf14a-86af-424d-bd2a-ff0912a1468b, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c8abf14a-86af-424d-bd2a-ff0912a1468b,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:47.066842 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port c9270a2d-77dd-463f-a8c2-4297f1ad50af is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:47.073910 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-7f756359-c2f8-49da-8cda-eabde8414465 None None] Provisioning complete for port 4f786726-c55c-458d-bf93-00ef50d61afc triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:47.074348 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f756359-c2f8-49da-8cda-eabde8414465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.116007 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-7f756359-c2f8-49da-8cda-eabde8414465 None None] Port 4f786726-c55c-458d-bf93-00ef50d61afc cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:31:47.122255 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.188516 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (148a822f-9fdd-4710-935a-00e310e55e48), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.275608 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9506ae-ef4c-4309-915d-cb7270315e32 None None] Pushing event updated for resources: {'Port': ['ID=c8abf14a-86af-424d-bd2a-ff0912a1468b,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:47.375470 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks [] for port (4f786726-c55c-458d-bf93-00ef50d61afc), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.381334 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.382636 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (76895e3b-7cd8-45c5-b92c-d98d724871e8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.509628 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Publish callbacks [] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.523117 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.573342 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f786726-c55c-458d-bf93-00ef50d61afc,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:47.576604 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e82c79a-37c3-4155-84b1-8b809a8b2fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.644370 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-1b641a95-cd69-4d37-98ef-7c3656a4f50e service neutron] 10.222.0.55 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935469 Apr 28 19:31:47.644486 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:47.647117 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:47.656226 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Attempting to bind port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:47.656575 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Attempting to bind port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:47.656941 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Attempting to bind port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:47.669535 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:47.670685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:47.671253 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.671785 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:47.672702 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Bound port: 6fd6b29f-fd5e-470e-9d7f-e148baae3562, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:47.673249 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.736679 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf4a92-4fc3-4c5d-83a3-84fa2671e3b3 None None] Pushing event updated for resources: {'Port': ['ID=6fd6b29f-fd5e-470e-9d7f-e148baae3562,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:47.884344 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] For port 6fd6b29f-fd5e-470e-9d7f-e148baae3562, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:47.895577 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] For port 6fd6b29f-fd5e-470e-9d7f-e148baae3562, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6fd6b29f-fd5e-470e-9d7f-e148baae3562,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:47.907000 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.957377 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Router 76895e3b-7cd8-45c5-b92c-d98d724871e8 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:31:47.982295 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:47.994347 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Router 148a822f-9fdd-4710-935a-00e310e55e48 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:31:48.054061 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:48.054699 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:48.162684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48756) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:48.163451 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf4a92-4fc3-4c5d-83a3-84fa2671e3b3 None None] Pushing event updated for resources: {'Port': ['ID=6fd6b29f-fd5e-470e-9d7f-e148baae3562,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:48.182542 dv-cinder-826949-7-iscsi neutron-server[103241]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:31:48.193941 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 3b56f823-5db1-4801-8c69-72be57fa2d04 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:48.272562 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61936398-30df-4d5a-9dbb-1a5ffa16f5f2 req-68072628-1628-480c-a100-010b7261ff04 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 210 time: 0.1081409 Apr 28 19:31:48.277991 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-8180125e-0073-4591-bd67-63897b6211fa None None] Provisioning complete for port 4f786726-c55c-458d-bf93-00ef50d61afc triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:48.278390 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8180125e-0073-4591-bd67-63897b6211fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:48.286068 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:48.305845 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3465f075-cb18-48a5-834e-0c4acccb74f7 admin admin] 10.222.0.55 "PUT /v2.0/routers/76895e3b-7cd8-45c5-b92c-d98d724871e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6146066 Apr 28 19:31:48.398133 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 3b56f823-5db1-4801-8c69-72be57fa2d04 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:48.398798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:48.431796 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8180125e-0073-4591-bd67-63897b6211fa None None] Port 4f786726-c55c-458d-bf93-00ef50d61afc cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:31:48.437892 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:48.478156 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Sync routers for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:31:48.497193 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:48.498510 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:48.500991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:48.522745 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Allocated IP 172.20.0.1 (5732cc65-6168-4da1-8dcc-0285536b68ba/c33c3fc6-bb34-4230-9993-2dd3d8f60ba6/b1320063-0a07-450b-a137-94b82b4c6081) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:48.525267 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:31:48.534468 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:48.539439 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 48782) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:48.547639 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a260a7e5-b08c-4f45-bc4c-4589674afed4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7819064 Apr 28 19:31:48.564272 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:48.565684 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:48.744297 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:48.816951 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks [] for port (b1320063-0a07-450b-a137-94b82b4c6081), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:48.891290 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (b1320063-0a07-450b-a137-94b82b4c6081), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:48.981460 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Pushing event updated for resources: {'Port': ['ID=b1320063-0a07-450b-a137-94b82b4c6081,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:49.028554 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Network 5732cc65-6168-4da1-8dcc-0285536b68ba is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:49.032204 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:49.041210 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:49.041963 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (1d330f72-bfa7-44c4-8143-c418a81a6790), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:49.367032 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:47Z', 'revision_number': 2, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:49.398535 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5acf06a-f188-4508-9212-a65ffc0251ee None None] Network d78411e1-316d-4ce8-a895-7120214bb428 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:31:49.481732 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 3b56f823-5db1-4801-8c69-72be57fa2d04 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:49.482134 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:49.548704 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:49.553531 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b0c82661-a229-43a6-a413-3a44908218d3 req-1225c206-274c-492a-87ea-efcb2107288d tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 210 time: 0.1279712 Apr 28 19:31:49.688777 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Checking router: 76895e3b-7cd8-45c5-b92c-d98d724871e8 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:31:49.689280 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Updating router 76895e3b-7cd8-45c5-b92c-d98d724871e8 port 4f786726-c55c-458d-bf93-00ef50d61afc binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:31:49.724898 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:49.747074 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:49.845150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Provisioning complete for port b1320063-0a07-450b-a137-94b82b4c6081 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:49.845564 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b1320063-0a07-450b-a137-94b82b4c6081), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:49.870225 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 3b56f823-5db1-4801-8c69-72be57fa2d04, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=3b56f823-5db1-4801-8c69-72be57fa2d04,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:49.880268 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b1320063-0a07-450b-a137-94b82b4c6081), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.026834 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.031621 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:50.063563 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-7eb174be-86b5-4b61-8b82-983cbd373096 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:50.071491 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-7eb174be-86b5-4b61-8b82-983cbd373096 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 818 time: 0.3274195 Apr 28 19:31:50.130493 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-7e493fc8-da5f-4b25-be58-aa77db5b7011 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/quotas/fcbdf487dfc7477a87134b1b21cebe96 HTTP/1.1" status: 200 len: 375 time: 0.0493226 Apr 28 19:31:50.152127 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-16beee20-b27c-4e89-856d-5a89282da329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.220790 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Publish callbacks [] for port (4f786726-c55c-458d-bf93-00ef50d61afc), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.231488 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.248788 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Port b1320063-0a07-450b-a137-94b82b4c6081 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:31:50.250439 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-22e1b4e3-e36f-4214-afb8-45a8376eb32a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109173 Apr 28 19:31:50.256061 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks [] for port (b1320063-0a07-450b-a137-94b82b4c6081), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.269013 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b1320063-0a07-450b-a137-94b82b4c6081), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.270088 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (1d330f72-bfa7-44c4-8143-c418a81a6790), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.321664 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d0ebe-91b4-4d39-a944-4e2e117dee7b None None] Pushing event updated for resources: {'Port': ['ID=4f786726-c55c-458d-bf93-00ef50d61afc,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:50.330514 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Allocated IP 172.20.0.1 (d78411e1-316d-4ce8-a895-7120214bb428/f03aaf03-832f-48af-8daa-14c65cebe3f3/2108b86d-25bb-4632-b2d3-84efdf7bd526) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:50.452073 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Network 5732cc65-6168-4da1-8dcc-0285536b68ba is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:50.454554 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:50.480324 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Attempting to bind port 4f786726-c55c-458d-bf93-00ef50d61afc on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:50.485760 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Attempting to bind port 4f786726-c55c-458d-bf93-00ef50d61afc by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:50.486447 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Attempting to bind port 4f786726-c55c-458d-bf93-00ef50d61afc on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:50.495474 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:50.495937 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Checking segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:50.496603 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.497070 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Bound using segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:50.497692 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Bound port: 4f786726-c55c-458d-bf93-00ef50d61afc, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:50.498766 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.531546 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Pushing event updated for resources: {'Port': ['ID=b1320063-0a07-450b-a137-94b82b4c6081,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:50.543747 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:50.545913 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.626937 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks [] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.648284 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:42Z', 'revision_number': 3, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:50.650543 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Provisioning complete for port c8abf14a-86af-424d-bd2a-ff0912a1468b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:50.658226 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.699795 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] For port 4f786726-c55c-458d-bf93-00ef50d61afc, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:50.711003 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] For port 4f786726-c55c-458d-bf93-00ef50d61afc, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=4f786726-c55c-458d-bf93-00ef50d61afc,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:50.725132 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.831363 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:50.864418 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:50.865150 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:50.904903 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-bb466823-be8a-456c-81bc-f36ec6260827 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:31:50.905979 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-bb466823-be8a-456c-81bc-f36ec6260827 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2834198 Apr 28 19:31:50.998817 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Network d78411e1-316d-4ce8-a895-7120214bb428 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:51.033008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:51.054204 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:51.054698 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (148a822f-9fdd-4710-935a-00e310e55e48), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:51.103760 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a3806-6748-46ee-b4c5-08a41c57a081 None None] The sync data for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi is: [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:42Z', 'revision_number': 3, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:31:51.151020 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:51.250722 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:51.267356 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=3b56f823-5db1-4801-8c69-72be57fa2d04,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:51.300879 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2269b19c-54a8-43e5-acac-fc274216e8d3 req-e2840f1f-712d-426d-b17f-d0968678711f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 210 time: 0.2754695 Apr 28 19:31:51.310036 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Router 1d330f72-bfa7-44c4-8143-c418a81a6790 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:31:51.323603 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-9941bb6e-3829-4db0-a653-de6a25f8b4fb service neutron] 10.222.0.55 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387539 Apr 28 19:31:51.473833 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Pushing event updated for resources: {'Port': ['ID=2108b86d-25bb-4632-b2d3-84efdf7bd526,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:51.592618 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:50Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:51.643210 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.45', 64119) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:51.662303 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:51.671047 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Current status of the port c8abf14a-86af-424d-bd2a-ff0912a1468b is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:51.671648 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:51.673092 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d0ebe-91b4-4d39-a944-4e2e117dee7b None None] Pushing event updated for resources: {'Port': ['ID=4f786726-c55c-458d-bf93-00ef50d61afc,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:51.677340 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f137f90-61b9-40b0-a787-f83eab814c31 None None] The sync data for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi is: [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:50Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:31:51.691453 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-16e191d5-bb1b-4de3-8cb5-426d96d781ae admin admin] 10.222.0.55 "PUT /v2.0/routers/1d330f72-bfa7-44c4-8143-c418a81a6790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6097214 Apr 28 19:31:51.697143 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 3, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:51.700634 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:51.701780 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c8abf14a-86af-424d-bd2a-ff0912a1468b up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:51.833696 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:31:51.834194 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Updating router 148a822f-9fdd-4710-935a-00e310e55e48 port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:31:51.966282 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] For port c8abf14a-86af-424d-bd2a-ff0912a1468b, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c8abf14a-86af-424d-bd2a-ff0912a1468b,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:52.010224 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.026427 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.031297 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.109800 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-797edc2d-5a5e-4be7-8b78-921e578e6321 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:52.117068 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-797edc2d-5a5e-4be7-8b78-921e578e6321 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.45 "GET /v2.0/networks?id=6db7b8f2-23fa-48d2-9794-d7a6955547d4 HTTP/1.1" status: 200 len: 812 time: 0.4702539 Apr 28 19:31:52.120507 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-5e158e4b-7b4d-4d56-8786-ae0bb453983c service neutron] 10.222.0.55 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879949 Apr 28 19:31:52.191600 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Request body: {'port': {'device_id': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4', 'admin_state_up': True, 'tenant_id': 'f27f3e451cb04b97a6a111c89a84b02f'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:52.567002 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks [] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.586953 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.587916 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (148a822f-9fdd-4710-935a-00e310e55e48), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.593746 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port c8abf14a-86af-424d-bd2a-ff0912a1468b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:52.594043 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.676906 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Provisioning complete for port 4f786726-c55c-458d-bf93-00ef50d61afc triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:52.677815 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:52.709306 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6cb14-4204-418c-8e72-df4a3f48379a None None] Pushing event updated for resources: {'Port': ['ID=c8abf14a-86af-424d-bd2a-ff0912a1468b,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:52.712004 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.136744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Pushing event updated for resources: {'Port': ['ID=2108b86d-25bb-4632-b2d3-84efdf7bd526,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:53.183105 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Made reservation on behalf of f27f3e451cb04b97a6a111c89a84b02f for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:53.193271 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.280511 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port c8abf14a-86af-424d-bd2a-ff0912a1468b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:53.295459 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Publish callbacks [] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.301915 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Current status of the port 4f786726-c55c-458d-bf93-00ef50d61afc is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:53.310792 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.331404 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.420387 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Attempting to bind port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:53.420913 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Attempting to bind port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:53.422157 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Attempting to bind port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:53.465034 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] For port 4f786726-c55c-458d-bf93-00ef50d61afc, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=4f786726-c55c-458d-bf93-00ef50d61afc,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:53.481791 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:53.483033 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:53.485308 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.485692 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:53.490729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Bound port: 5ca8cb74-3da3-4e48-8622-09c2b2e7f884, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:53.492446 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.516058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.570448 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d01cdc-eaa8-43ef-b9c3-6203afc3fb7c None None] Pushing event updated for resources: {'Port': ['ID=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:53.668026 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 48992) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:53.674904 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-576cf621-08a3-440d-98aa-eea47b087c38 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117300465', 'description': 'tempest-description--114004644'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:53.811373 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576cf621-08a3-440d-98aa-eea47b087c38 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:53.900300 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-71316bf2-6ca5-464f-a290-361e140a0d33 req-e47e3d38-a116-4d6b-8f11-a2284b02541c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 210 time: 0.1251910 Apr 28 19:31:54.165350 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576cf621-08a3-440d-98aa-eea47b087c38 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (dbdee7cf-8193-485a-9cbc-718d35d5cd77), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.173502 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576cf621-08a3-440d-98aa-eea47b087c38 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (dbdee7cf-8193-485a-9cbc-718d35d5cd77), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.271023 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576cf621-08a3-440d-98aa-eea47b087c38 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.274900 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-576cf621-08a3-440d-98aa-eea47b087c38 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6012106 Apr 28 19:31:54.285114 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49010) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:54.309275 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1cb54f1b-5e2f-4473-afa3-77d6e81f376f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee7cf-8193-485a-9cbc-718d35d5cd77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:54.314673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cf621-08a3-440d-98aa-eea47b087c38 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdee7cf-8193-485a-9cbc-718d35d5cd77,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:54.355194 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 3b56f823-5db1-4801-8c69-72be57fa2d04 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:54.425656 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cb54f1b-5e2f-4473-afa3-77d6e81f376f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (1b140304-b96e-406c-a5f4-35a751063003), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.439848 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Provisioning complete for port 2108b86d-25bb-4632-b2d3-84efdf7bd526 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:54.440769 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.574056 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.593811 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] For port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:54.603270 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Pushing event updated for resources: {'Port': ['ID=4f786726-c55c-458d-bf93-00ef50d61afc,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:54.617096 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] For port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:54.627217 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Port 2108b86d-25bb-4632-b2d3-84efdf7bd526 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:31:54.636585 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.651611 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Provisioning complete for port b1320063-0a07-450b-a137-94b82b4c6081 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:54.651980 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b1320063-0a07-450b-a137-94b82b4c6081), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.692423 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 3b56f823-5db1-4801-8c69-72be57fa2d04 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:54.693126 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.703199 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Allocated IP 172.20.0.6 (6db7b8f2-23fa-48d2-9794-d7a6955547d4/849c4548-af90-422d-93e5-4c24f2482b9b/fc016f03-2ff5-4ec0-920b-d51238fd9043) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:54.739011 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cb54f1b-5e2f-4473-afa3-77d6e81f376f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (1b140304-b96e-406c-a5f4-35a751063003), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.752340 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cb54f1b-5e2f-4473-afa3-77d6e81f376f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (1b140304-b96e-406c-a5f4-35a751063003), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.781275 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:54.782180 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:54.784131 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d01cdc-eaa8-43ef-b9c3-6203afc3fb7c None None] Pushing event updated for resources: {'Port': ['ID=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:54.788716 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Port b1320063-0a07-450b-a137-94b82b4c6081 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:31:54.818761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb54f1b-5e2f-4473-afa3-77d6e81f376f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b140304-b96e-406c-a5f4-35a751063003,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:54.837128 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1fb0e5ed-cc7b-4c0d-8347-9fa4c20f39e4 req-3bc6b2fa-963a-40fd-95f5-f45833460c75 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 210 time: 1.3831728 Apr 28 19:31:54.872549 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1cb54f1b-5e2f-4473-afa3-77d6e81f376f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.874401 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1cb54f1b-5e2f-4473-afa3-77d6e81f376f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5879455 Apr 28 19:31:54.879889 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Provisioning complete for port c8abf14a-86af-424d-bd2a-ff0912a1468b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:54.880287 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:54.882207 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49028) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:54.888027 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-9893fb25-2cbe-4aa4-b7f4-64329aafb10f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee7cf-8193-485a-9cbc-718d35d5cd77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:54.961605 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Sync routers for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:31:54.980374 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:54.981621 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:55.021976 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Network d78411e1-316d-4ce8-a895-7120214bb428 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:55.045332 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:55.055612 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9893fb25-2cbe-4aa4-b7f4-64329aafb10f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (29793b84-9a78-4c1d-a291-718319af741d), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.131267 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-616eb687-b8ee-42bd-ac12-72e753f7a32c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:55.132760 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-616eb687-b8ee-42bd-ac12-72e753f7a32c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 818 time: 0.3697417 Apr 28 19:31:55.159493 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-1cd7f99b-b9b6-499e-b4d2-d32fa873e656 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/quotas/fcbdf487dfc7477a87134b1b21cebe96 HTTP/1.1" status: 200 len: 375 time: 0.0200443 Apr 28 19:31:55.173112 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:55.191848 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 3b56f823-5db1-4801-8c69-72be57fa2d04 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:55.193143 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c8abf14a-86af-424d-bd2a-ff0912a1468b up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:55.210362 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks [] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.328001 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-0044695e-8cf8-4abc-bb93-ffdb5f3c7fb9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674652 Apr 28 19:31:55.347051 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:55.368080 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9893fb25-2cbe-4aa4-b7f4-64329aafb10f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (29793b84-9a78-4c1d-a291-718319af741d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.381609 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9893fb25-2cbe-4aa4-b7f4-64329aafb10f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (29793b84-9a78-4c1d-a291-718319af741d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.402698 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.448549 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893fb25-2cbe-4aa4-b7f4-64329aafb10f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29793b84-9a78-4c1d-a291-718319af741d,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:55.505772 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:31:55.512921 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-d87fc8f5-48d3-43b2-bdf6-fcb5aebca456 service neutron] 10.222.0.55 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780436 Apr 28 19:31:55.516326 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-173ba99f-5aec-4e59-ad48-d684109386d9 None None] Current status of the port c8abf14a-86af-424d-bd2a-ff0912a1468b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:55.521770 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port c8abf14a-86af-424d-bd2a-ff0912a1468b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:55.522243 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.542513 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:55.547415 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9893fb25-2cbe-4aa4-b7f4-64329aafb10f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.548619 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9893fb25-2cbe-4aa4-b7f4-64329aafb10f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6651661 Apr 28 19:31:55.552907 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49048) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:55.555340 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:55.559447 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 2, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:55.560705 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:55.566980 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:55.567790 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.568868 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:55.602239 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Checking router: 1d330f72-bfa7-44c4-8143-c418a81a6790 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:31:55.602686 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Updating router 1d330f72-bfa7-44c4-8143-c418a81a6790 port b1320063-0a07-450b-a137-94b82b4c6081 binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:31:55.651886 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.673184 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b1320063-0a07-450b-a137-94b82b4c6081), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.685346 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-d854fbc7-0131-442d-9104-2a5988116ff8 None None] Provisioning complete for port 2108b86d-25bb-4632-b2d3-84efdf7bd526 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:55.685741 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d854fbc7-0131-442d-9104-2a5988116ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:55.733950 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-bf4c269d-6270-479f-99a7-a65d31fc72b4 service neutron] 10.222.0.55 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152343 Apr 28 19:31:55.739445 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Pushing event updated for resources: {'Port': ['ID=fc016f03-2ff5-4ec0-920b-d51238fd9043,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:55.773838 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:31:55.781558 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-55b6ca4b-a335-4afd-9466-037887403e0e admin admin] 10.222.0.55 "PUT /v2.0/routers/148a822f-9fdd-4710-935a-00e310e55e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2410302 Apr 28 19:31:55.785598 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-5ec80352-2a04-4cd9-891f-d8a52c3aa2a6 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5982485 Apr 28 19:31:55.798954 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d854fbc7-0131-442d-9104-2a5988116ff8 None None] Port 2108b86d-25bb-4632-b2d3-84efdf7bd526 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:31:55.819902 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port c8abf14a-86af-424d-bd2a-ff0912a1468b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:55.821001 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6fd6b29f-fd5e-470e-9d7f-e148baae3562 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:55.872160 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:31:52Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:55.918896 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b871b9-075f-4490-bb9b-4dd9f86def09 None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:31:52Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:31:55.922718 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.002878 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:56.003282 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.241146 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-72f1da46-cc7c-4f86-8293-478bbbab9a0e req-ced1627b-47d5-4017-beb7-7b123812888e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 210 time: 0.0923896 Apr 28 19:31:56.256159 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:56.256159 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.283254 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 6fd6b29f-fd5e-470e-9d7f-e148baae3562, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6fd6b29f-fd5e-470e-9d7f-e148baae3562,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:56.287312 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4d983-1104-431f-859a-df467c4c3118 req-8cfd2ddd-875e-4234-8f0f-946f890c430f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:56.294675 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.295537 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 4f786726-c55c-458d-bf93-00ef50d61afc up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:56.298956 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17b4d983-1104-431f-859a-df467c4c3118 req-8cfd2ddd-875e-4234-8f0f-946f890c430f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 931 time: 0.1997542 Apr 28 19:31:56.351817 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Allocated IP 172.27.2.135 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/5b89733c-d381-400a-beed-95dbbfef35f5) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:56.432356 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-17b4d983-1104-431f-859a-df467c4c3118 req-ff28b51b-e173-4317-8d3f-7c59f7035e65 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321416 Apr 28 19:31:56.439954 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-82a63cf1-945a-4ec0-b503-9ea493a6fc5c tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:31:56.443864 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=6fd6b29f-fd5e-470e-9d7f-e148baae3562,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:56.449717 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-82a63cf1-945a-4ec0-b503-9ea493a6fc5c tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0338626 Apr 28 19:31:56.462397 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 4f786726-c55c-458d-bf93-00ef50d61afc triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:56.463089 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.676440 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Publish callbacks [] for port (b1320063-0a07-450b-a137-94b82b4c6081), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.686454 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b1320063-0a07-450b-a137-94b82b4c6081), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.688114 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 4f786726-c55c-458d-bf93-00ef50d61afc is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:56.721570 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Request body: {'port': {'device_id': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:56.929683 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for port (5b89733c-d381-400a-beed-95dbbfef35f5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.931545 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:56.962076 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef70d-9252-466d-b14a-0b463c84a5ab None None] Pushing event updated for resources: {'Port': ['ID=b1320063-0a07-450b-a137-94b82b4c6081,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:56.973869 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 4f786726-c55c-458d-bf93-00ef50d61afc up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:57.039080 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (5b89733c-d381-400a-beed-95dbbfef35f5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:57.200615 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'Port': ['ID=5b89733c-d381-400a-beed-95dbbfef35f5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:57.245286 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:57.268120 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:57.280872 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 4f786726-c55c-458d-bf93-00ef50d61afc triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:57.281319 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:57.288070 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:31:57.525499 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.45', 64134) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:57.671986 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 4f786726-c55c-458d-bf93-00ef50d61afc is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:57.673899 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6fd6b29f-fd5e-470e-9d7f-e148baae3562 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:57.674282 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Attempting to bind port b1320063-0a07-450b-a137-94b82b4c6081 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:57.674666 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Attempting to bind port b1320063-0a07-450b-a137-94b82b4c6081 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:57.675036 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Attempting to bind port b1320063-0a07-450b-a137-94b82b4c6081 on network 5732cc65-6168-4da1-8dcc-0285536b68ba {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:57.686837 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49102) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:57.718201 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cbb7b118-3b4b-40e0-9373-6f2935bd7283 req-b6dfe891-511b-4807-8372-8867db1f9bcd tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 210 time: 0.2524526 Apr 28 19:31:57.727186 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:31:57.730501 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Checking segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:31:57.730935 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:57.731349 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Bound using segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:31:57.731891 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Bound port: b1320063-0a07-450b-a137-94b82b4c6081, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:31:57.732285 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b1320063-0a07-450b-a137-94b82b4c6081), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:57.780575 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-0fa2b800-ade4-44dc-a107-72e57af54316 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993742521', 'description': 'tempest-description--1316206892'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:57.864467 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-efb23de9-6ca2-4091-afb1-952dacc48eb2 None None] Provisioning complete for port b1320063-0a07-450b-a137-94b82b4c6081 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:57.865033 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-efb23de9-6ca2-4091-afb1-952dacc48eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b1320063-0a07-450b-a137-94b82b4c6081), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:57.899669 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b800-ade4-44dc-a107-72e57af54316 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:57.991506 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-efb23de9-6ca2-4091-afb1-952dacc48eb2 None None] Port b1320063-0a07-450b-a137-94b82b4c6081 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:31:57.996474 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:57.996961 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.109988 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] For port b1320063-0a07-450b-a137-94b82b4c6081, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:31:58.117097 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] For port b1320063-0a07-450b-a137-94b82b4c6081, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b1320063-0a07-450b-a137-94b82b4c6081,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:31:58.130795 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b1320063-0a07-450b-a137-94b82b4c6081), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.162774 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:58.220765 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:31:58.221661 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:58.281309 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (d7a54d64-97eb-4ca7-8db6-fa9f309addcc), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.490966 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b800-ade4-44dc-a107-72e57af54316 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (49f3fe29-65a7-4b29-9f9f-833f3fe340f5), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.499254 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5b89733c-d381-400a-beed-95dbbfef35f5), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.533054 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4e34-0a5b-4a98-ba6a-02c501479ffa req-3a3c5564-f24a-4afb-8ed3-6b0559f5969e tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:58.541206 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aafd4e34-0a5b-4a98-ba6a-02c501479ffa req-3a3c5564-f24a-4afb-8ed3-6b0559f5969e tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 931 time: 0.6248367 Apr 28 19:31:58.560847 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b800-ade4-44dc-a107-72e57af54316 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (49f3fe29-65a7-4b29-9f9f-833f3fe340f5), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.565335 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-e42bfc52-a812-493c-b3cd-ee9711899d65 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:58.572684 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-e42bfc52-a812-493c-b3cd-ee9711899d65 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 818 time: 1.0438972 Apr 28 19:31:58.639009 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2b800-ade4-44dc-a107-72e57af54316 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f3fe29-65a7-4b29-9f9f-833f3fe340f5,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:58.640955 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:31:58.689620 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc016f03-2ff5-4ec0-920b-d51238fd9043 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:31:58.726769 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c567d85e-a375-4aba-a4b0-925ab9c6d75d None None] Provisioning complete for port b1320063-0a07-450b-a137-94b82b4c6081 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:58.728009 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c567d85e-a375-4aba-a4b0-925ab9c6d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b1320063-0a07-450b-a137-94b82b4c6081), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.730928 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b800-ade4-44dc-a107-72e57af54316 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.735142 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef70d-9252-466d-b14a-0b463c84a5ab None None] Pushing event updated for resources: {'Port': ['ID=b1320063-0a07-450b-a137-94b82b4c6081,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:58.740392 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-0fa2b800-ade4-44dc-a107-72e57af54316 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0194654 Apr 28 19:31:58.749307 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Publish callbacks [] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:58.754046 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49134) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:58.828960 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Transition to ACTIVE for port object fc016f03-2ff5-4ec0-920b-d51238fd9043 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:31:58.843377 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:59.071293 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Pushing event updated for resources: {'Port': ['ID=fc016f03-2ff5-4ec0-920b-d51238fd9043,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:59.139898 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.45', 64141) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:31:59.317106 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:58Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:31:59.350405 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:31:59.401483 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55db0dc-c2ef-4ce2-9ac9-028759be608b None None] The sync data for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi is: [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:58Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:31:59.522232 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c567d85e-a375-4aba-a4b0-925ab9c6d75d None None] Current status of the port b1320063-0a07-450b-a137-94b82b4c6081 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:31:59.524159 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c567d85e-a375-4aba-a4b0-925ab9c6d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b1320063-0a07-450b-a137-94b82b4c6081), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:59.525092 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aafd4e34-0a5b-4a98-ba6a-02c501479ffa req-8d500eb4-3545-4897-b211-2aa6b7b85385 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9802299 Apr 28 19:31:59.557299 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-e25e4248-dcfc-48cb-9177-bd6966416942 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': '49f3fe29-65a7-4b29-9f9f-833f3fe340f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:59.579891 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3312fc1c-b205-42cd-a7e8-f1b9ad9bf605 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:59.587866 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3312fc1c-b205-42cd-a7e8-f1b9ad9bf605 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 818 time: 0.4467347 Apr 28 19:31:59.689021 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'port': {'device_id': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'admin_state_up': True, 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:59.721019 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'port': {'device_id': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'admin_state_up': True, 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:31:59.768399 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c567d85e-a375-4aba-a4b0-925ab9c6d75d None None] For port b1320063-0a07-450b-a137-94b82b4c6081, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b1320063-0a07-450b-a137-94b82b4c6081,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:31:59.795204 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Attempting to bind port fc016f03-2ff5-4ec0-920b-d51238fd9043 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:31:59.795848 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c567d85e-a375-4aba-a4b0-925ab9c6d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b1320063-0a07-450b-a137-94b82b4c6081), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:59.801791 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Attempting to bind port fc016f03-2ff5-4ec0-920b-d51238fd9043 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fde0cb83-ae17-4f0e-80c9-97a9d589469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:31:59.801791 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Attempting to bind port fc016f03-2ff5-4ec0-920b-d51238fd9043 on network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:31:59.912407 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567d85e-a375-4aba-a4b0-925ab9c6d75d None None] Pushing event updated for resources: {'Port': ['ID=b1320063-0a07-450b-a137-94b82b4c6081,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:59.921815 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:31:59.922434 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:31:59.978923 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d65a34d6-0caf-486a-ac4d-eca6f272c32f req-a5017f50-da31-466b-bdab-08d8b984cab6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 210 time: 0.3832915 Apr 28 19:31:59.985836 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Port fc016f03-2ff5-4ec0-920b-d51238fd9043 on network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:31:59.986333 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Attempting to bind port fc016f03-2ff5-4ec0-920b-d51238fd9043 on network 6db7b8f2-23fa-48d2-9794-d7a6955547d4 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:00.011768 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e25e4248-dcfc-48cb-9177-bd6966416942 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (a60cb507-200e-4895-8cd8-f1a17344effe), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.193937 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:00.194486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.266619 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:00.273929 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.347692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:00.348342 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Checking segment: {'id': 'fde0cb83-ae17-4f0e-80c9-97a9d589469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:00.349144 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Bound using segment: {'id': 'fde0cb83-ae17-4f0e-80c9-97a9d589469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:00.349862 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Bound port: fc016f03-2ff5-4ec0-920b-d51238fd9043, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde0cb83-ae17-4f0e-80c9-97a9d589469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:32:00.350390 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.399784 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:00.496362 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for port (5b89733c-d381-400a-beed-95dbbfef35f5), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.528467 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (5b89733c-d381-400a-beed-95dbbfef35f5), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.648314 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] For port fc016f03-2ff5-4ec0-920b-d51238fd9043, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:00.657693 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] For port fc016f03-2ff5-4ec0-920b-d51238fd9043, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043,segment=NetworkSegment(fde0cb83-ae17-4f0e-80c9-97a9d589469b),segment_id=fde0cb83-ae17-4f0e-80c9-97a9d589469b)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:00.671006 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.772977 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Pushing event updated for resources: {'Port': ['ID=fc016f03-2ff5-4ec0-920b-d51238fd9043,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:00.780463 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Made reservation on behalf of fcbdf487dfc7477a87134b1b21cebe96 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:00.785842 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.802434 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (d7a54d64-97eb-4ca7-8db6-fa9f309addcc), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.816620 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e25e4248-dcfc-48cb-9177-bd6966416942 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (a60cb507-200e-4895-8cd8-f1a17344effe), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.855472 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e25e4248-dcfc-48cb-9177-bd6966416942 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (a60cb507-200e-4895-8cd8-f1a17344effe), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.896785 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:00.899240 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.901754 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Made reservation on behalf of fcbdf487dfc7477a87134b1b21cebe96 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:00.905502 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-4c49deed-1a7e-4d92-8915-9a60c5c63aac service neutron] 10.222.0.45 "PUT /v2.0/ports/fc016f03-2ff5-4ec0-920b-d51238fd9043 HTTP/1.1" status: 200 len: 1093 time: 4.3735402 Apr 28 19:32:00.916122 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.921603 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'tag': 'fc016f03-2ff5-4ec0-920b-d51238fd9043'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:00.974209 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:00.977791 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4228332 Apr 28 19:32:00.981283 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7710e-45cb-49ab-82c4-2e101cf9a8cc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'Port': ['ID=5b89733c-d381-400a-beed-95dbbfef35f5,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:01.027544 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49192) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:01.080559 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e25e4248-dcfc-48cb-9177-bd6966416942 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:01.088657 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e25e4248-dcfc-48cb-9177-bd6966416942 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3219757 Apr 28 19:32:01.102374 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49198) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:01.103607 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e4248-dcfc-48cb-9177-bd6966416942 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60cb507-200e-4895-8cd8-f1a17344effe,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:01.112093 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-cc5ff6d3-f5f7-4e53-b9f3-8834b1f1d7be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': '49f3fe29-65a7-4b29-9f9f-833f3fe340f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:01.130758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:01.228716 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:01.229404 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:01.357238 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5808b74-87af-40c5-8bf4-a4ed4e67af05 req-158509a2-d6dd-4a65-b005-265e1c7018ca tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.361136 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:01.362952 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b1320063-0a07-450b-a137-94b82b4c6081 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:01.369090 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b5808b74-87af-40c5-8bf4-a4ed4e67af05 req-158509a2-d6dd-4a65-b005-265e1c7018ca tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.6073756 Apr 28 19:32:01.443644 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port b1320063-0a07-450b-a137-94b82b4c6081 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:01.444352 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b1320063-0a07-450b-a137-94b82b4c6081), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:01.582843 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b1320063-0a07-450b-a137-94b82b4c6081 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:01.607521 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-ab32a4cc-705a-4bf5-9faa-83f0975b9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.614238 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-ab32a4cc-705a-4bf5-9faa-83f0975b9a0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f27f3e451cb04b97a6a111c89a84b02f&device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 1127 time: 0.4965668 Apr 28 19:32:01.789030 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-8d224bd4-87e4-41ed-a40f-b9f9b9d4e6a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043 HTTP/1.1" status: 200 len: 217 time: 0.1573155 Apr 28 19:32:01.798291 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49214) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:01.880999 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c98c649-c8da-4417-a7b4-193b4cfcaeec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:01.892589 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3f075a66-b279-4031-99c5-dac5299fe251 req-79bd184f-f245-4c2e-b161-33db6ac3a3ac tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 210 time: 0.1761572 Apr 28 19:32:01.951083 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-e4d5c479-a941-488e-8566-fc4b01a2ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:01.952563 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-e4d5c479-a941-488e-8566-fc4b01a2ccb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849c4548-af90-422d-93e5-4c24f2482b9b HTTP/1.1" status: 200 len: 852 time: 0.1407108 Apr 28 19:32:02.011665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Allocated IP 172.20.0.5 (a84777c5-d18a-4052-82b2-1d0f58c42b6a/83bb5d5e-c696-497a-945b-7c710a15c7ee/614532dc-8d0b-4062-9b80-00871d38539e) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:02.014445 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff6d3-f5f7-4e53-b9f3-8834b1f1d7be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (d698ad81-19b4-404c-a13c-16b35c9b25b4), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.080048 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "46769dc0-d175-4a72-9bb1-1b978c991aab", "tag": "fc016f03-2ff5-4ec0-920b-d51238fd9043"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:02.088654 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b5808b74-87af-40c5-8bf4-a4ed4e67af05 req-0d87bbb5-b0cb-4c24-b511-3837b325c86e tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7184279 Apr 28 19:32:02.130982 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-c3794508-7a03-4f97-a795-ea973063eb36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6db7b8f2-23fa-48d2-9794-d7a6955547d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541750 Apr 28 19:32:02.139226 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6ea09e2-661f-4484-bef2-406861d7b767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.398644 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-2585ba62-c26f-4366-8d91-2fa34e1bad54 service neutron] 10.222.0.45 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558756 Apr 28 19:32:02.405449 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba27c757-7b80-42dc-9e14-4588974ac622 x-openstack-request-id: req-ba27c757-7b80-42dc-9e14-4588974ac622 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:02.405770 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46769dc0-d175-4a72-9bb1-1b978c991aab", "tag": "fc016f03-2ff5-4ec0-920b-d51238fd9043", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:02.406030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba27c757-7b80-42dc-9e14-4588974ac622 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:02.406932 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba27c757-7b80-42dc-9e14-4588974ac622'] response: {'name': 'network-changed', 'server_uuid': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'tag': 'fc016f03-2ff5-4ec0-920b-d51238fd9043', 'status': 'completed', 'code': 200} Apr 28 19:32:02.412190 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-74c882c6-14b2-4e39-99db-6f88a4794906 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2117300465&fields=id&tenant_id=adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 267 time: 0.3669617 Apr 28 19:32:02.415007 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff6d3-f5f7-4e53-b9f3-8834b1f1d7be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (d698ad81-19b4-404c-a13c-16b35c9b25b4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.463468 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff6d3-f5f7-4e53-b9f3-8834b1f1d7be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (d698ad81-19b4-404c-a13c-16b35c9b25b4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.610330 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6ea09e2-661f-4484-bef2-406861d7b767 admin admin] Publish callbacks [] for security_group (5de06845-2da9-42ac-9774-387ee2b0d26b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.619965 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6ea09e2-661f-4484-bef2-406861d7b767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (5de06845-2da9-42ac-9774-387ee2b0d26b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.743734 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b6ea09e2-661f-4484-bef2-406861d7b767 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b01f4c23380d436eb3bce67dd60d5e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9441078 Apr 28 19:32:02.746308 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea09e2-661f-4484-bef2-406861d7b767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de06845-2da9-42ac-9774-387ee2b0d26b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:02.756841 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49252) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:02.792210 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ff6d3-f5f7-4e53-b9f3-8834b1f1d7be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d698ad81-19b4-404c-a13c-16b35c9b25b4,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:02.807660 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8ddd7083-dafb-4a7d-86c2-2b777816f77d req-567e8add-6567-4289-9f44-af0834f9532e service neutron] 10.222.0.45 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501647 Apr 28 19:32:02.852514 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95bfee35-132c-4025-818a-37800e1a5922 admin admin] Publish callbacks [] for security_group (5de06845-2da9-42ac-9774-387ee2b0d26b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.897217 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95bfee35-132c-4025-818a-37800e1a5922 admin admin] Publish callbacks [] for security_group (5de06845-2da9-42ac-9774-387ee2b0d26b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.897823 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for port (614532dc-8d0b-4062-9b80-00871d38539e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.907081 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c98c649-c8da-4417-a7b4-193b4cfcaeec admin admin] Publish callbacks [] for security_group (a646cf92-e11d-4bbb-b615-c51e304d7718), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.923216 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c98c649-c8da-4417-a7b4-193b4cfcaeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (a646cf92-e11d-4bbb-b615-c51e304d7718), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.943855 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff6d3-f5f7-4e53-b9f3-8834b1f1d7be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:02.945081 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cc5ff6d3-f5f7-4e53-b9f3-8834b1f1d7be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8385553 Apr 28 19:32:02.956660 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49260) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:02.968842 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:03.029531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98c649-c8da-4417-a7b4-193b4cfcaeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a646cf92-e11d-4bbb-b615-c51e304d7718,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:03.050680 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1c98c649-c8da-4417-a7b4-193b4cfcaeec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49b69b4b27694ce6906018bd0dabc3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0072277 Apr 28 19:32:03.067252 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-09408d83-dd88-4ba8-99ef-2c4c83cfdc1f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.073866 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-09408d83-dd88-4ba8-99ef-2c4c83cfdc1f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 817 time: 0.6129518 Apr 28 19:32:03.076763 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49262) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:03.097198 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:03.103507 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95bfee35-132c-4025-818a-37800e1a5922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (5de06845-2da9-42ac-9774-387ee2b0d26b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:03.107973 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95bfee35-132c-4025-818a-37800e1a5922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:03.109128 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-95bfee35-132c-4025-818a-37800e1a5922 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5de06845-2da9-42ac-9774-387ee2b0d26b HTTP/1.1" status: 204 len: 168 time: 0.3491721 Apr 28 19:32:03.110826 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-e388844e-f635-49fa-aab0-37cc321da754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.113557 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-e388844e-f635-49fa-aab0-37cc321da754 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f27f3e451cb04b97a6a111c89a84b02f&device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 1127 time: 0.0886223 Apr 28 19:32:03.138330 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfee35-132c-4025-818a-37800e1a5922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de06845-2da9-42ac-9774-387ee2b0d26b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:03.218441 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-31d3d32d-6510-44e4-9d21-249f54f73a77 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/quotas/adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 375 time: 0.1424148 Apr 28 19:32:03.220137 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29cc2f6c-4a20-4278-b1be-872da6e59f67 req-824eb164-5dce-45ee-b641-ae678fc4c215 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 210 time: 0.1046200 Apr 28 19:32:03.301875 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (614532dc-8d0b-4062-9b80-00871d38539e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:03.495609 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Allocated IP 172.20.0.8 (a84777c5-d18a-4052-82b2-1d0f58c42b6a/83bb5d5e-c696-497a-945b-7c710a15c7ee/d4731658-71fd-41cf-a573-d28630f64b2f) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:03.582402 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817492-1bf5-4ea4-aa8e-21b30a196681 req-6ec614da-c6b6-470c-acd6-93cbe7160094 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.586325 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee817492-1bf5-4ea4-aa8e-21b30a196681 req-6ec614da-c6b6-470c-acd6-93cbe7160094 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.0825839 Apr 28 19:32:03.711473 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee817492-1bf5-4ea4-aa8e-21b30a196681 req-1d12a4a0-d729-48ff-9bb7-803315446554 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155491 Apr 28 19:32:03.775419 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-248f402a-0a3d-4a1b-925c-c8011c5e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:03.777479 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-248f402a-0a3d-4a1b-925c-c8011c5e0249 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6db7b8f2-23fa-48d2-9794-d7a6955547d4 HTTP/1.1" status: 200 len: 913 time: 0.5656347 Apr 28 19:32:03.798462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:32:03.814247 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:03.817053 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:03.867318 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-cbb5e8ba-b8ff-45ea-abe8-22d3cea32c70 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6471043 Apr 28 19:32:03.974688 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-6cf60379-483f-4e44-bfa7-978c82e4abdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043 HTTP/1.1" status: 200 len: 217 time: 0.1588435 Apr 28 19:32:04.135718 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:04.228490 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-18f42a3f-31dc-4705-93e5-54095aef52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:04.230514 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-18f42a3f-31dc-4705-93e5-54095aef52d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849c4548-af90-422d-93e5-4c24f2482b9b HTTP/1.1" status: 200 len: 852 time: 0.2191081 Apr 28 19:32:04.257972 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:04.258614 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'Port': ['ID=614532dc-8d0b-4062-9b80-00871d38539e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:04.317073 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105d25aa-2530-4aab-8585-3a5744712b0f admin admin] Publish callbacks [] for security_group (a646cf92-e11d-4bbb-b615-c51e304d7718), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:04.399212 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:04.476194 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:04.490139 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-8e7621a3-bfc8-4071-8fe4-bb8be5b164bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6db7b8f2-23fa-48d2-9794-d7a6955547d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357975 Apr 28 19:32:04.492528 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:04.494483 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:04.583518 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:04.596405 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1b47536a-a353-4f63-9b6f-2a87900e2b41 req-14eb24c2-b5df-40e4-99a7-52c198062bdb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 210 time: 0.0796933 Apr 28 19:32:04.961573 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-0b457183-6ae4-4a17-8e8e-0d2673889bf2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4188857 Apr 28 19:32:04.990525 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105d25aa-2530-4aab-8585-3a5744712b0f admin admin] Publish callbacks [] for security_group (a646cf92-e11d-4bbb-b615-c51e304d7718), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:04.996326 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Request body: {'port': {'device_id': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:05.036070 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:31:52Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:05.040138 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-7564c9d2-fa44-440b-b52f-d63f3a676463 service neutron] 10.222.0.55 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1306908 Apr 28 19:32:05.092428 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:32:05.092758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Updating router 148a822f-9fdd-4710-935a-00e310e55e48 port 2108b86d-25bb-4632-b2d3-84efdf7bd526 binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:32:05.112885 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.27.2.197 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/3e4c6533-19a6-4303-a210-1ead1b221319) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:05.146822 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for port (d4731658-71fd-41cf-a573-d28630f64b2f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.157166 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f6c120db-d1cd-459b-8edd-3e10ebc7d727 None None] Provisioning complete for port 614532dc-8d0b-4062-9b80-00871d38539e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:05.157883 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f6c120db-d1cd-459b-8edd-3e10ebc7d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (614532dc-8d0b-4062-9b80-00871d38539e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.164286 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.175439 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (614532dc-8d0b-4062-9b80-00871d38539e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.223697 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4067-d94b-4f42-ae0e-e0b73ca91c0c req-af10df65-cac3-48a8-b95f-360f7e3e8584 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:05.227061 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b3dc4067-d94b-4f42-ae0e-e0b73ca91c0c req-af10df65-cac3-48a8-b95f-360f7e3e8584 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.1515298 Apr 28 19:32:05.242743 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-e60fac0d-1c5d-4875-9843-c7b96f679f39 service neutron] 10.222.0.45 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519177 Apr 28 19:32:05.273104 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f6c120db-d1cd-459b-8edd-3e10ebc7d727 None None] Port 614532dc-8d0b-4062-9b80-00871d38539e cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:32:05.392100 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-03582229-19d5-4f68-b632-316e94fc258b service neutron] 10.222.0.55 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509781 Apr 28 19:32:05.531445 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0c4e190-04ed-4a0b-9980-fd28e7681f2f req-5c1d7381-422d-4cc3-a99f-42fd1b26cb47 service neutron] 10.222.0.45 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484291 Apr 28 19:32:05.603840 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.855003 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Publish callbacks [] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.869713 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'Port': ['ID=d4731658-71fd-41cf-a573-d28630f64b2f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:05.870549 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.918196 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b3dc4067-d94b-4f42-ae0e-e0b73ca91c0c req-a6acec65-a8d0-4b36-9041-45654265f6e4 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6590586 Apr 28 19:32:05.921272 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:05.923728 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:05.927037 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:05.935893 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:05.937934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:05.975206 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0fdc2-87ef-4eb4-a8fd-c848a741f500 None None] Pushing event updated for resources: {'Port': ['ID=2108b86d-25bb-4632-b2d3-84efdf7bd526,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:06.005105 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-3f23cfef-4406-47ef-a0cf-997e870b0fb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3074012 Apr 28 19:32:06.022677 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Request body: {'port': {'device_id': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:06.268242 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Attempting to bind port 2108b86d-25bb-4632-b2d3-84efdf7bd526 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:32:06.269964 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Attempting to bind port 2108b86d-25bb-4632-b2d3-84efdf7bd526 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:32:06.270510 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Attempting to bind port 2108b86d-25bb-4632-b2d3-84efdf7bd526 on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:06.276594 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bc37f49e-f159-4f3f-9ffa-6ff9003ef007 req-cb2d2d1f-1e3d-4262-8a8e-57098fcb6d4a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 210 time: 0.1187403 Apr 28 19:32:06.282243 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105d25aa-2530-4aab-8585-3a5744712b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (a646cf92-e11d-4bbb-b615-c51e304d7718), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:06.299660 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-105d25aa-2530-4aab-8585-3a5744712b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:06.303971 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-105d25aa-2530-4aab-8585-3a5744712b0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a646cf92-e11d-4bbb-b615-c51e304d7718 HTTP/1.1" status: 204 len: 168 time: 3.2200372 Apr 28 19:32:06.313070 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:06.313836 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Checking segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:06.315064 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:06.315737 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Bound using segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:06.316383 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Bound port: 2108b86d-25bb-4632-b2d3-84efdf7bd526, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:32:06.316924 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:06.436923 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:06.497480 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d25aa-2530-4aab-8585-3a5744712b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a646cf92-e11d-4bbb-b615-c51e304d7718,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:06.533041 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] For port 2108b86d-25bb-4632-b2d3-84efdf7bd526, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:06.590154 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b5456f9d-cba4-40ff-917e-c0c3f0483f09 None None] Provisioning complete for port 2108b86d-25bb-4632-b2d3-84efdf7bd526 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:06.592975 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b5456f9d-cba4-40ff-917e-c0c3f0483f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:06.602319 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] For port 2108b86d-25bb-4632-b2d3-84efdf7bd526, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=2108b86d-25bb-4632-b2d3-84efdf7bd526,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:06.710633 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:06.922505 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0fdc2-87ef-4eb4-a8fd-c848a741f500 None None] Pushing event updated for resources: {'Port': ['ID=2108b86d-25bb-4632-b2d3-84efdf7bd526,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:06.953780 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b5456f9d-cba4-40ff-917e-c0c3f0483f09 None None] Port 2108b86d-25bb-4632-b2d3-84efdf7bd526 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:32:07.002065 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:07.003216 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:31:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:07.212442 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-51018bb7-0537-410b-8414-b3fa305fa042 None None] Provisioning complete for port d4731658-71fd-41cf-a573-d28630f64b2f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:07.213064 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51018bb7-0537-410b-8414-b3fa305fa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:07.222405 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e21c-eac9-4acb-90e0-52efccaa622c req-fd9a3c6f-4e08-4f1f-a8ca-a13516dca7c2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.232888 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0894e21c-eac9-4acb-90e0-52efccaa622c req-fd9a3c6f-4e08-4f1f-a8ca-a13516dca7c2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 931 time: 1.4132829 Apr 28 19:32:07.400238 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (3e4c6533-19a6-4303-a210-1ead1b221319), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:07.437726 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a633d11-2190-4821-8a17-408ca5521dcc req-a89b780f-7fa2-46c6-a521-d59c100a4fef tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:07.449894 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1a633d11-2190-4821-8a17-408ca5521dcc req-a89b780f-7fa2-46c6-a521-d59c100a4fef tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.1985068 Apr 28 19:32:07.552232 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614532dc-8d0b-4062-9b80-00871d38539e {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:07.565832 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Publish callbacks [] for port (614532dc-8d0b-4062-9b80-00871d38539e), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:07.595725 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Transition to ACTIVE for port object 614532dc-8d0b-4062-9b80-00871d38539e will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:32:07.622549 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1a633d11-2190-4821-8a17-408ca5521dcc req-a9e57515-621b-4551-ae77-476b53d3b679 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676204 Apr 28 19:32:07.685027 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0894e21c-eac9-4acb-90e0-52efccaa622c req-18c1a937-98d8-4d46-9709-1beb0a3b47c6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129090 Apr 28 19:32:07.704130 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (614532dc-8d0b-4062-9b80-00871d38539e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:07.734833 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (3e4c6533-19a6-4303-a210-1ead1b221319), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:07.847852 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eab1bd6d-366c-4496-9d9d-45788f8ec0b4 req-fccd5092-5132-468d-bba7-9d8ee22ee926 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 210 time: 0.0565259 Apr 28 19:32:07.891031 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:08.109177 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Pushing event updated for resources: {'Port': ['ID=614532dc-8d0b-4062-9b80-00871d38539e,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:08.124047 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:08.126125 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Attempting to bind port 614532dc-8d0b-4062-9b80-00871d38539e on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:32:08.127012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Attempting to bind port 614532dc-8d0b-4062-9b80-00871d38539e by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:32:08.127565 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Attempting to bind port 614532dc-8d0b-4062-9b80-00871d38539e on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:08.140373 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Port 614532dc-8d0b-4062-9b80-00871d38539e on network a84777c5-d18a-4052-82b2-1d0f58c42b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:08.141747 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Attempting to bind port 614532dc-8d0b-4062-9b80-00871d38539e on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:08.146470 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4731658-71fd-41cf-a573-d28630f64b2f {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:08.151503 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:08.152140 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Checking segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:08.152925 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Bound using segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:08.154223 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Bound port: 614532dc-8d0b-4062-9b80-00871d38539e, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:32:08.154753 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (614532dc-8d0b-4062-9b80-00871d38539e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:08.159058 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:08.168963 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-51018bb7-0537-410b-8414-b3fa305fa042 None None] Port d4731658-71fd-41cf-a573-d28630f64b2f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:32:08.183413 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Publish callbacks [] for port (d4731658-71fd-41cf-a573-d28630f64b2f), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:08.231316 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:08.363880 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Transition to ACTIVE for port object d4731658-71fd-41cf-a573-d28630f64b2f will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:32:08.381467 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:08.398102 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b162fcd0-f18b-44c6-a316-f670bc2f8826 None None] Provisioning complete for port 2108b86d-25bb-4632-b2d3-84efdf7bd526 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:08.398544 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b162fcd0-f18b-44c6-a316-f670bc2f8826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:08.488899 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (eb14a25f-8e6f-4ed1-b233-c1f60a95f073), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:08.665030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-ef6abc05-eec7-4da6-893c-94e36304e563 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:08.668653 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-ef6abc05-eec7-4da6-893c-94e36304e563 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 817 time: 0.4563036 Apr 28 19:32:08.722281 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:06Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:08.724252 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b162fcd0-f18b-44c6-a316-f670bc2f8826 None None] Current status of the port 2108b86d-25bb-4632-b2d3-84efdf7bd526 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:08.724643 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b162fcd0-f18b-44c6-a316-f670bc2f8826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:08.762225 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95ee2ac-1fe4-4e89-bf7e-387956325aa9 None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:06Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:32:08.779652 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d4731658-71fd-41cf-a573-d28630f64b2f,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:08.784119 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] For port 614532dc-8d0b-4062-9b80-00871d38539e, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:08.795579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b162fcd0-f18b-44c6-a316-f670bc2f8826 None None] For port 2108b86d-25bb-4632-b2d3-84efdf7bd526, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=2108b86d-25bb-4632-b2d3-84efdf7bd526,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:08.802990 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b162fcd0-f18b-44c6-a316-f670bc2f8826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:08.901289 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Attempting to bind port d4731658-71fd-41cf-a573-d28630f64b2f on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:32:08.901663 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Attempting to bind port d4731658-71fd-41cf-a573-d28630f64b2f by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:32:08.901999 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Attempting to bind port d4731658-71fd-41cf-a573-d28630f64b2f on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:08.915861 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162fcd0-f18b-44c6-a316-f670bc2f8826 None None] Pushing event updated for resources: {'Port': ['ID=2108b86d-25bb-4632-b2d3-84efdf7bd526,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:08.935418 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=3e4c6533-19a6-4303-a210-1ead1b221319,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:08.947248 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] For port 614532dc-8d0b-4062-9b80-00871d38539e, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=614532dc-8d0b-4062-9b80-00871d38539e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:08.953283 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Port d4731658-71fd-41cf-a573-d28630f64b2f on network a84777c5-d18a-4052-82b2-1d0f58c42b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:08.956329 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Attempting to bind port d4731658-71fd-41cf-a573-d28630f64b2f on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:09.005546 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (614532dc-8d0b-4062-9b80-00871d38539e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.033230 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2108b86d-25bb-4632-b2d3-84efdf7bd526 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:09.105884 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-f61f69e6-1d41-4fb7-8b8b-da74a3c68ca7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 380 time: 0.3605225 Apr 28 19:32:09.115894 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:09.116167 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Checking segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:09.116674 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Bound using segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:09.117144 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Bound port: d4731658-71fd-41cf-a573-d28630f64b2f, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:32:09.117518 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.127000 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578eab9-af34-464b-9ad1-603e6b70a3a4 req-8de04673-af9c-43e6-bfb0-d35fd5206a7f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:09.134768 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c578eab9-af34-464b-9ad1-603e6b70a3a4 req-8de04673-af9c-43e6-bfb0-d35fd5206a7f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.3486383 Apr 28 19:32:09.149507 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Pushing event updated for resources: {'Port': ['ID=614532dc-8d0b-4062-9b80-00871d38539e,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:09.185092 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:09.185892 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.188554 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-632330ad-ca74-4df7-b72a-5d128cdf07aa service neutron] 10.222.0.45 "PUT /v2.0/ports/614532dc-8d0b-4062-9b80-00871d38539e HTTP/1.1" status: 200 len: 1093 time: 4.2071717 Apr 28 19:32:09.190504 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 2108b86d-25bb-4632-b2d3-84efdf7bd526 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:09.191492 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'tag': '614532dc-8d0b-4062-9b80-00871d38539e'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:09.193754 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.387643 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] For port d4731658-71fd-41cf-a573-d28630f64b2f, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:09.402835 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] For port d4731658-71fd-41cf-a573-d28630f64b2f, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4731658-71fd-41cf-a573-d28630f64b2f,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:09.421158 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3e4c6533-19a6-4303-a210-1ead1b221319), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.437881 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.509571 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49448) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:09.522210 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 2108b86d-25bb-4632-b2d3-84efdf7bd526 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:09.551189 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:09.552371 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.554558 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] 10.222.0.45 "PUT /v2.0/ports/d4731658-71fd-41cf-a573-d28630f64b2f HTTP/1.1" status: 200 len: 1093 time: 3.5414238 Apr 28 19:32:09.555541 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'tag': 'd4731658-71fd-41cf-a573-d28630f64b2f'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:09.558744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02061e93-c929-42db-89cc-8954901b5edf" -d '{"events": [{"name": "network-changed", "server_uuid": "8685f9cc-fc6e-4330-927f-fa8cf2be66f0", "tag": "d4731658-71fd-41cf-a573-d28630f64b2f"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:09.623613 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c578eab9-af34-464b-9ad1-603e6b70a3a4 req-ce47d8e2-175a-4ac9-bf21-76e2bf1666d2 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878318 Apr 28 19:32:09.643128 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17db10-b777-49ca-b676-f1cc2ad38d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d4731658-71fd-41cf-a573-d28630f64b2f,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:09.788833 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (3e4c6533-19a6-4303-a210-1ead1b221319), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.815239 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3e4c6533-19a6-4303-a210-1ead1b221319), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.830491 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e458c-a6c7-43b6-8607-a3384b01ec85" -d '{"events": [{"name": "network-changed", "server_uuid": "1f253d4f-29f4-4bce-80bf-cfb421b963b5", "tag": "614532dc-8d0b-4062-9b80-00871d38539e"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:09.851594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715a49-5ea9-494c-8f4f-3cbfa79d9e3a req-fadb36b8-6069-4a60-a3a1-822004578c59 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:09.859891 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-df715a49-5ea9-494c-8f4f-3cbfa79d9e3a req-fadb36b8-6069-4a60-a3a1-822004578c59 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.1283052 Apr 28 19:32:09.959152 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-df715a49-5ea9-494c-8f4f-3cbfa79d9e3a req-48a2c551-0478-41a1-b124-0006fd24023c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983632 Apr 28 19:32:09.987609 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-893c15d2-5d46-4344-9d94-a626a9befb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:09.989813 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (eb14a25f-8e6f-4ed1-b233-c1f60a95f073), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.021729 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-753714af-b497-41ea-9f4c-5299659b3c98 req-59c73b81-7fe0-4e69-9a25-95f67dd88120 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 210 time: 0.0821693 Apr 28 19:32:10.026191 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9565126-dd1c-4bb6-b02c-743b3d1706c2 x-openstack-request-id: req-e9565126-dd1c-4bb6-b02c-743b3d1706c2 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:10.026915 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8685f9cc-fc6e-4330-927f-fa8cf2be66f0", "tag": "d4731658-71fd-41cf-a573-d28630f64b2f", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:10.027698 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9565126-dd1c-4bb6-b02c-743b3d1706c2 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:10.029447 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9565126-dd1c-4bb6-b02c-743b3d1706c2'] response: {'name': 'network-changed', 'server_uuid': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'tag': 'd4731658-71fd-41cf-a573-d28630f64b2f', 'status': 'completed', 'code': 200} Apr 28 19:32:10.037436 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=3e4c6533-19a6-4303-a210-1ead1b221319,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:10.047379 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.048586 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c09f6fcc-6991-4fc1-997f-362b13a087ed tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0868769 Apr 28 19:32:10.128832 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-893c15d2-5d46-4344-9d94-a626a9befb80 admin admin] Publish callbacks [] for security_group (1cdd3575-86f6-4445-99e1-189979dc2274), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.134444 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-893c15d2-5d46-4344-9d94-a626a9befb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (1cdd3575-86f6-4445-99e1-189979dc2274), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.180367 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-893c15d2-5d46-4344-9d94-a626a9befb80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c9455a1d01044a88b551e4ce818d80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6485913 Apr 28 19:32:10.181354 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c15d2-5d46-4344-9d94-a626a9befb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd3575-86f6-4445-99e1-189979dc2274,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:10.183024 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49476) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:10.249468 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4fb4-d1d8-46ca-83a1-e2d730128ea5 admin admin] Publish callbacks [] for security_group (1cdd3575-86f6-4445-99e1-189979dc2274), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.284312 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6479e5c1-5b5c-4e04-8e73-6dbcdea71d9f x-openstack-request-id: req-6479e5c1-5b5c-4e04-8e73-6dbcdea71d9f {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:10.284617 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f253d4f-29f4-4bce-80bf-cfb421b963b5", "tag": "614532dc-8d0b-4062-9b80-00871d38539e", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:10.284876 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6479e5c1-5b5c-4e04-8e73-6dbcdea71d9f {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:10.285339 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6479e5c1-5b5c-4e04-8e73-6dbcdea71d9f'] response: {'name': 'network-changed', 'server_uuid': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'tag': '614532dc-8d0b-4062-9b80-00871d38539e', 'status': 'completed', 'code': 200} Apr 28 19:32:10.290717 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4fb4-d1d8-46ca-83a1-e2d730128ea5 admin admin] Publish callbacks [] for security_group (1cdd3575-86f6-4445-99e1-189979dc2274), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.380524 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-d44d7f00-7f95-4f73-b07f-742ea5d3e928 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1993742521&fields=id&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 267 time: 0.0825286 Apr 28 19:32:10.394935 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'port': {'device_id': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'admin_state_up': True, 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'security_groups': ['dbdee7cf-8193-485a-9cbc-718d35d5cd77']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:10.477487 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e458c-a6c7-43b6-8607-a3384b01ec85 req-5d0f67e7-a49a-43d1-9dac-19e3c0c00a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:10.479440 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ed0e458c-a6c7-43b6-8607-a3384b01ec85 req-5d0f67e7-a49a-43d1-9dac-19e3c0c00a02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1127 time: 0.0929434 Apr 28 19:32:10.512569 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4fb4-d1d8-46ca-83a1-e2d730128ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (1cdd3575-86f6-4445-99e1-189979dc2274), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.515700 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4fb4-d1d8-46ca-83a1-e2d730128ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.518082 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c7fd4fb4-d1d8-46ca-83a1-e2d730128ea5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cdd3575-86f6-4445-99e1-189979dc2274 HTTP/1.1" status: 204 len: 168 time: 0.3335915 Apr 28 19:32:10.617558 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd4fb4-d1d8-46ca-83a1-e2d730128ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd3575-86f6-4445-99e1-189979dc2274,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:10.628416 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061e93-c929-42db-89cc-8954901b5edf req-fe146963-fe51-4955-9f88-13d8e3a57104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:10.630716 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02061e93-c929-42db-89cc-8954901b5edf req-fe146963-fe51-4955-9f88-13d8e3a57104 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 1127 time: 0.2195933 Apr 28 19:32:10.715044 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e458c-a6c7-43b6-8607-a3384b01ec85 req-a8d155ad-4432-4549-8c85-1a8d6b2e151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:10.717423 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ed0e458c-a6c7-43b6-8607-a3384b01ec85 req-a8d155ad-4432-4549-8c85-1a8d6b2e151d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2238595 Apr 28 19:32:10.749526 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-221bbfb0-64da-445a-aa07-a0651fced659 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:10.753478 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-221bbfb0-64da-445a-aa07-a0651fced659 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.3446653 Apr 28 19:32:10.837595 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2108b86d-25bb-4632-b2d3-84efdf7bd526 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:10.850974 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-c282b25b-516b-4065-9f33-526895ce8e17 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/quotas/36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 375 time: 0.0789442 Apr 28 19:32:10.890352 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e58129-1db8-4536-bd82-f71f67a18bd7 req-ae4c52dc-0219-465d-8b34-9e881b6ef1d8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:10.892107 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-64e58129-1db8-4536-bd82-f71f67a18bd7 req-ae4c52dc-0219-465d-8b34-9e881b6ef1d8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.1702037 Apr 28 19:32:10.914554 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 2108b86d-25bb-4632-b2d3-84efdf7bd526 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:10.915057 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.934398 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49506) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:10.948325 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Made reservation on behalf of adecb9b5784440faa795ef9a942edae9 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:10.952139 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.979826 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fd286c6e-671a-473c-a470-0c753a205ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:10.989083 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-7d601dcd-11bd-4c9b-a045-5c90e3d57edd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193473 Apr 28 19:32:11.004385 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-64e58129-1db8-4536-bd82-f71f67a18bd7 req-ff2289db-f45f-4e1d-8014-f2d3a2bbb181 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990245 Apr 28 19:32:11.007638 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 2108b86d-25bb-4632-b2d3-84efdf7bd526 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:11.007804 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061e93-c929-42db-89cc-8954901b5edf req-91175379-f992-4a0e-9edc-1973c8429159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.008441 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e458c-a6c7-43b6-8607-a3384b01ec85 req-742db211-758e-47fe-93a1-8f1b6bbd02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.009343 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02061e93-c929-42db-89cc-8954901b5edf req-91175379-f992-4a0e-9edc-1973c8429159 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3579848 Apr 28 19:32:11.010128 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ed0e458c-a6c7-43b6-8607-a3384b01ec85 req-742db211-758e-47fe-93a1-8f1b6bbd02fc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2735565 Apr 28 19:32:11.111555 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471035-3a3a-4cc1-aca3-12acb60f3edf req-0fe0578a-fd04-4289-be75-c0c7c15cf01b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.113049 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c9471035-3a3a-4cc1-aca3-12acb60f3edf req-0fe0578a-fd04-4289-be75-c0c7c15cf01b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0468547 Apr 28 19:32:11.221912 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-e0cdd498-14f9-4a7f-9fc7-f38a59bc878f service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101347 Apr 28 19:32:11.233106 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Allocated IP 172.20.0.9 (5732cc65-6168-4da1-8dcc-0285536b68ba/c33c3fc6-bb34-4230-9993-2dd3d8f60ba6/15abd5eb-857a-4eaf-8c20-f03c0b4b11ae) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:11.289809 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fd286c6e-671a-473c-a470-0c753a205ea8 admin admin] Publish callbacks [] for security_group (95968ae5-bdb8-4a24-893e-eff237c9ed64), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.315170 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c9471035-3a3a-4cc1-aca3-12acb60f3edf req-9cb7598e-2946-4d11-8636-97c9f519f834 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964340 Apr 28 19:32:11.322001 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fd286c6e-671a-473c-a470-0c753a205ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (95968ae5-bdb8-4a24-893e-eff237c9ed64), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.410925 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3eea4843-8023-41eb-859d-3803c83e0951 req-edda4daa-7eb1-4cff-bcd3-62f019fc75ec tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 210 time: 0.0339708 Apr 28 19:32:11.585191 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fd286c6e-671a-473c-a470-0c753a205ea8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=756e7605c2d34b54b47a90e7df87843e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489568 Apr 28 19:32:11.588172 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49532) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:11.601339 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd286c6e-671a-473c-a470-0c753a205ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95968ae5-bdb8-4a24-893e-eff237c9ed64,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:11.648117 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-36032a90-083c-4074-8dad-6ab0ed779af1 service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179528 Apr 28 19:32:11.661143 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99fe71ef-f340-411d-a537-556888836bab admin admin] Publish callbacks [] for security_group (95968ae5-bdb8-4a24-893e-eff237c9ed64), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.717148 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.717759 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99fe71ef-f340-411d-a537-556888836bab admin admin] Publish callbacks [] for security_group (95968ae5-bdb8-4a24-893e-eff237c9ed64), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.765619 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.821009 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99fe71ef-f340-411d-a537-556888836bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (95968ae5-bdb8-4a24-893e-eff237c9ed64), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.827167 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99fe71ef-f340-411d-a537-556888836bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.832205 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-99fe71ef-f340-411d-a537-556888836bab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95968ae5-bdb8-4a24-893e-eff237c9ed64 HTTP/1.1" status: 204 len: 168 time: 0.2429771 Apr 28 19:32:11.843363 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Network 5732cc65-6168-4da1-8dcc-0285536b68ba is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:11.847398 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:11.859898 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:11.866061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:11.866695 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:11.889859 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:11.898025 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b45b4891-b090-46fa-951a-ed5a7c33fab2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5160975 Apr 28 19:32:11.903208 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9c53df54-a604-4487-9084-4d9a23af0680 req-afafeffe-2380-4970-adb3-4593c5c8591b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 210 time: 0.0670424 Apr 28 19:32:11.906768 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe71ef-f340-411d-a537-556888836bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95968ae5-bdb8-4a24-893e-eff237c9ed64,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:12.152044 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0558-e12d-4228-af7b-f8bf63c507cc req-b2da76fc-8bfb-4dfe-92bc-c83088cb576b tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:12.153930 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d1db0558-e12d-4228-af7b-f8bf63c507cc req-b2da76fc-8bfb-4dfe-92bc-c83088cb576b tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.0667868 Apr 28 19:32:12.159872 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1cb3b444-a7e3-4152-8ed2-c53dffec70ce None None] Provisioning complete for port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:12.160344 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b444-a7e3-4152-8ed2-c53dffec70ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:12.204939 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3b444-a7e3-4152-8ed2-c53dffec70ce None None] Port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:32:12.217731 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d1db0558-e12d-4228-af7b-f8bf63c507cc req-70bc04be-8e2b-41c9-8b19-ed114960853e tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Apr 28 19:32:12.436729 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5c3a-17d9-4357-9328-410d1ba135b3 req-cde00f25-4f96-4b10-b032-51dea23f7fea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:12.438422 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-322d5c3a-17d9-4357-9328-410d1ba135b3 req-cde00f25-4f96-4b10-b032-51dea23f7fea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0520074 Apr 28 19:32:12.498304 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-322d5c3a-17d9-4357-9328-410d1ba135b3 req-35c60f24-215c-4b73-a7b1-ddffbe221532 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Apr 28 19:32:12.546942 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203fd4-d0e3-45ba-b2d7-12bab1eba2c2 req-90007fbc-1b5e-4ec0-aded-3cf455778f0e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:12.548453 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59203fd4-d0e3-45ba-b2d7-12bab1eba2c2 req-90007fbc-1b5e-4ec0-aded-3cf455778f0e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 931 time: 0.0541024 Apr 28 19:32:12.599670 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59203fd4-d0e3-45ba-b2d7-12bab1eba2c2 req-d2838719-c756-4c65-9406-f1c92b559ac5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 Apr 28 19:32:13.018361 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0600aacf-510c-41da-9bd7-b4acdad8b7f8 req-d1ba4500-0cef-4a81-b37a-91924cb092f9 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Apr 28 19:32:13.167665 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49616) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:13.199185 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49620) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:13.312457 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-36bf077b-396f-4cff-b2ea-61a86150db1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.341986 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193908fb-3bd5-43e1-a743-79af2a497e84 req-a08de82a-be45-4c45-8442-ac2a75805cf8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.343543 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-193908fb-3bd5-43e1-a743-79af2a497e84 req-a08de82a-be45-4c45-8442-ac2a75805cf8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.0565872 Apr 28 19:32:13.360911 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Request body: {'port': {'device_id': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:13.393086 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c41007-b5a7-47ac-b446-efe3db951fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.486728 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.498683 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-a01f3996-1676-4a0b-80ed-b718344839bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.500089 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-a01f3996-1676-4a0b-80ed-b718344839bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1127 time: 0.0918696 Apr 28 19:32:13.514773 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-193908fb-3bd5-43e1-a743-79af2a497e84 req-cf3ff123-a212-4ba6-928d-9516718d261f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634402 Apr 28 19:32:13.609439 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49632) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:13.609596 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061e93-c929-42db-89cc-8954901b5edf req-6fc64926-c219-42c9-a2f5-4aa44fef6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.611497 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02061e93-c929-42db-89cc-8954901b5edf req-6fc64926-c219-42c9-a2f5-4aa44fef6a0f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579434 Apr 28 19:32:13.619694 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-f337024d-8aaf-41e7-b7c2-23d0fa156d5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614532dc-8d0b-4062-9b80-00871d38539e HTTP/1.1" status: 200 len: 217 time: 0.0923040 Apr 28 19:32:13.650520 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.725305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c41007-b5a7-47ac-b446-efe3db951fc2 admin admin] Publish callbacks [] for security_group (c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.756987 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c41007-b5a7-47ac-b446-efe3db951fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.785292 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-acb292c0-e970-4adb-90ee-face06624297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.786784 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-acb292c0-e970-4adb-90ee-face06624297 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.1578798 Apr 28 19:32:13.791834 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5709-edc6-4600-8417-1848034e11cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.816945 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cd899-8e5d-4dbd-970d-22d78d86782d req-f116139d-ef2f-4444-b000-179447fe01e8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.818464 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b2cd899-8e5d-4dbd-970d-22d78d86782d req-f116139d-ef2f-4444-b000-179447fe01e8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 931 time: 0.1065285 Apr 28 19:32:13.835274 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c41007-b5a7-47ac-b446-efe3db951fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:13.844806 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-81c41007-b5a7-47ac-b446-efe3db951fc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=211fe0336a514943964be117028862a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445575 Apr 28 19:32:13.849924 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49638) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:13.882197 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9756b80-a252-44d3-9dd3-4e08040060c2 req-5423c585-3edc-45d8-a201-b7b2961472a5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.883680 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a9756b80-a252-44d3-9dd3-4e08040060c2 req-5423c585-3edc-45d8-a201-b7b2961472a5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.2692671 Apr 28 19:32:13.887432 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-36bf077b-396f-4cff-b2ea-61a86150db1c admin admin] Publish callbacks [] for security_group (46e955e5-99d8-4ab2-88f8-c1cea68a0644), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.889400 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-e71fe370-cb0a-4e88-9635-3a81d4ebcda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:13.891289 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-e71fe370-cb0a-4e88-9635-3a81d4ebcda3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 1127 time: 0.1237774 Apr 28 19:32:13.919606 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-36bf077b-396f-4cff-b2ea-61a86150db1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (46e955e5-99d8-4ab2-88f8-c1cea68a0644), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:13.993403 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b2cd899-8e5d-4dbd-970d-22d78d86782d req-b4747731-212e-4517-883b-a204796948d7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592085 Apr 28 19:32:13.993928 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.45', 64168) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:14.047318 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-0824b344-1c1c-4d3b-8ed7-6b374d4a1c13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4731658-71fd-41cf-a573-d28630f64b2f HTTP/1.1" status: 200 len: 217 time: 0.1161757 Apr 28 19:32:14.057998 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-36bf077b-396f-4cff-b2ea-61a86150db1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0255c2c85494dc581925ee8c2d22ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8865070 Apr 28 19:32:14.063241 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49642) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:14.067812 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-7864de0f-8181-4299-92b1-de687c23cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.069564 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-7864de0f-8181-4299-92b1-de687c23cee4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1491818 Apr 28 19:32:14.078099 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf077b-396f-4cff-b2ea-61a86150db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e955e5-99d8-4ab2-88f8-c1cea68a0644,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:14.083907 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c51b947f-c843-46a8-b7d6-dee25c4aa824 admin admin] Publish callbacks [] for security_group (c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.134779 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a9756b80-a252-44d3-9dd3-4e08040060c2 req-e964eb69-541f-4d35-89de-a569942eaa3b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405519 Apr 28 19:32:14.157524 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-d6f8fe30-0e82-4a15-a938-50351ff7b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.159070 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-d6f8fe30-0e82-4a15-a938-50351ff7b322 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0999372 Apr 28 19:32:14.228692 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5709-edc6-4600-8417-1848034e11cd admin admin] Publish callbacks [] for security_group (e51023b0-34fa-4467-ae52-18075ea6aa21), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.236404 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:14.249079 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Publish callbacks [] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.255363 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c51b947f-c843-46a8-b7d6-dee25c4aa824 admin admin] Publish callbacks [] for security_group (c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.258736 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5709-edc6-4600-8417-1848034e11cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e51023b0-34fa-4467-ae52-18075ea6aa21), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.309204 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Transition to ACTIVE for port object 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:32:14.313624 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-c9e6a84b-0577-4d9d-a5a1-984cbc7f9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.315374 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-c9e6a84b-0577-4d9d-a5a1-984cbc7f9e00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633516 Apr 28 19:32:14.317668 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.402659 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dfc81f03-ec8b-4beb-b8af-d397d77e33e9 req-e64e883f-1426-4fa8-9a1c-3b2bc8bf8baa tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 210 time: 0.2000299 Apr 28 19:32:14.416928 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6a0e5709-edc6-4600-8417-1848034e11cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f098e633b51d45d98e1963d9cc89eed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8038952 Apr 28 19:32:14.425121 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-91333e98-9e70-405c-b288-049f2a8b2b3a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.427004 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-91333e98-9e70-405c-b288-049f2a8b2b3a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.4244380 Apr 28 19:32:14.434432 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49658) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:14.459111 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebb22497-864e-4a55-b8c5-2d7000dcabcc admin admin] Publish callbacks [] for security_group (46e955e5-99d8-4ab2-88f8-c1cea68a0644), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.460483 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:14.497695 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e5709-edc6-4600-8417-1848034e11cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51023b0-34fa-4467-ae52-18075ea6aa21,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:14.515487 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c51b947f-c843-46a8-b7d6-dee25c4aa824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.518246 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c51b947f-c843-46a8-b7d6-dee25c4aa824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.522513 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c51b947f-c843-46a8-b7d6-dee25c4aa824 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3 HTTP/1.1" status: 204 len: 168 time: 0.6665146 Apr 28 19:32:14.524464 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebb22497-864e-4a55-b8c5-2d7000dcabcc admin admin] Publish callbacks [] for security_group (46e955e5-99d8-4ab2-88f8-c1cea68a0644), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.543632 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-61c465ea-194a-4c4e-82b2-8ffe57e18850 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648445 Apr 28 19:32:14.551491 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-7893d23e-c05a-47fb-9199-04be796cce03 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069597 Apr 28 19:32:14.554443 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Attempting to bind port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:32:14.554807 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Attempting to bind port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:32:14.555464 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Attempting to bind port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae on network 5732cc65-6168-4da1-8dcc-0285536b68ba {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:14.584482 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b947f-c843-46a8-b7d6-dee25c4aa824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a30ce-57f5-445c-9fcc-ec9c1cc63ac3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:14.587691 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae on network 5732cc65-6168-4da1-8dcc-0285536b68ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:14.588029 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Attempting to bind port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae on network 5732cc65-6168-4da1-8dcc-0285536b68ba {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:14.643794 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:14.644138 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Checking segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:14.644530 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Bound using segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:14.644982 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Bound port: 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:32:14.645345 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.651857 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2996528-d95d-4710-8f64-30b2f9290707 admin admin] Publish callbacks [] for security_group (e51023b0-34fa-4467-ae52-18075ea6aa21), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.702911 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-780f9ed6-580e-4754-8f2b-2f4cb028f5e4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 380 time: 0.2581320 Apr 28 19:32:14.730017 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'port': {'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'admin_state_up': True, 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'security_groups': ['49f3fe29-65a7-4b29-9f9f-833f3fe340f5']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:14.735870 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebb22497-864e-4a55-b8c5-2d7000dcabcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (46e955e5-99d8-4ab2-88f8-c1cea68a0644), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.739171 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebb22497-864e-4a55-b8c5-2d7000dcabcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.742459 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ebb22497-864e-4a55-b8c5-2d7000dcabcc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46e955e5-99d8-4ab2-88f8-c1cea68a0644 HTTP/1.1" status: 204 len: 168 time: 0.6760020 Apr 28 19:32:14.746051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2996528-d95d-4710-8f64-30b2f9290707 admin admin] Publish callbacks [] for security_group (e51023b0-34fa-4467-ae52-18075ea6aa21), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.782493 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa540-4c80-4e28-a67d-1865cc260015 req-92b8047a-f353-40d4-89d1-340f383b0520 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:14.783977 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b35fa540-4c80-4e28-a67d-1865cc260015 req-92b8047a-f353-40d4-89d1-340f383b0520 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.1345353 Apr 28 19:32:14.788683 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22497-864e-4a55-b8c5-2d7000dcabcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e955e5-99d8-4ab2-88f8-c1cea68a0644,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:14.794269 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4d621f4-f570-446a-bcfb-8864a18f3221 req-4adf9cf0-44e1-4e2c-a55a-bc88f380b4bf service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272387 Apr 28 19:32:14.812542 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb15a945-afd5-44f2-8c4d-b5ba549f6798 req-42b1df66-a906-4ec7-bbeb-399dee8574b8 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528875 Apr 28 19:32:14.916483 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Made reservation on behalf of 36df71958d224c05a8738eb90de0c818 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:14.919435 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:14.921989 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.936386 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b35fa540-4c80-4e28-a67d-1865cc260015 req-6de4c603-fd4b-43f8-9641-b9b51fc54d0f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226640 Apr 28 19:32:14.938901 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2996528-d95d-4710-8f64-30b2f9290707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e51023b0-34fa-4467-ae52-18075ea6aa21), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.941530 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2996528-d95d-4710-8f64-30b2f9290707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:14.945971 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d2996528-d95d-4710-8f64-30b2f9290707 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e51023b0-34fa-4467-ae52-18075ea6aa21 HTTP/1.1" status: 204 len: 168 time: 0.5100536 Apr 28 19:32:14.948032 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:14.960324 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2996528-d95d-4710-8f64-30b2f9290707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51023b0-34fa-4467-ae52-18075ea6aa21,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:14.969169 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.011392 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:15.012187 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.014271 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] 10.222.0.45 "PUT /v2.0/ports/15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 200 len: 1093 time: 1.6595678 Apr 28 19:32:15.016753 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:15.019087 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89fa500-89c5-44f8-b13b-77cd167ae7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:15.046421 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd3797-d2c8-4c81-840c-dba35875125b service neutron] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:15.085833 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.20.0.13 (d78411e1-316d-4ce8-a895-7120214bb428/f03aaf03-832f-48af-8daa-14c65cebe3f3/09f2afda-6463-49ba-b0e8-4f48397cc09a) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:15.119020 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a138265-0d95-46d6-8252-871b00c0562b x-openstack-request-id: req-2a138265-0d95-46d6-8252-871b00c0562b {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:15.119324 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:15.119580 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a138265-0d95-46d6-8252-871b00c0562b {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:15.120032 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a138265-0d95-46d6-8252-871b00c0562b'] response: {'name': 'network-changed', 'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'status': 'completed', 'code': 200} Apr 28 19:32:15.191179 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01ae4b-b233-4a79-9c63-a798a208ab57 req-8169539a-1efd-484b-8ad8-f47350916a4b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:15.192981 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ed01ae4b-b233-4a79-9c63-a798a208ab57 req-8169539a-1efd-484b-8ad8-f47350916a4b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0766826 Apr 28 19:32:15.270323 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ed01ae4b-b233-4a79-9c63-a798a208ab57 req-0ef1602f-4690-4bd6-9f8b-302d079c7317 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658238 Apr 28 19:32:15.310259 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.351630 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429a9c9-30eb-44f6-b2e6-79e3d4e3d1da req-20b6e4f5-e882-4581-a5ad-a20a83e58b4c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:15.354307 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0429a9c9-30eb-44f6-b2e6-79e3d4e3d1da req-20b6e4f5-e882-4581-a5ad-a20a83e58b4c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0957336 Apr 28 19:32:15.381265 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.440476 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network d78411e1-316d-4ce8-a895-7120214bb428 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:15.441237 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49690) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:15.445539 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:15.452927 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:15.458025 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:15.458717 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.478883 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2cfac294-1a61-4b22-92e0-aadc432d2404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.508923 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0429a9c9-30eb-44f6-b2e6-79e3d4e3d1da req-e51260d4-c7ad-4ab2-a72c-4aacdcf1addc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475146 Apr 28 19:32:15.510812 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=09f2afda-6463-49ba-b0e8-4f48397cc09a,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:15.525156 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-5e780f95-9c65-43e7-ab4d-81a938f8ae5f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035743 Apr 28 19:32:15.627597 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeb83e-7e6e-4069-a3f1-a7cb229e3dbf req-85b90ccb-88b4-435b-93e6-412fc0d326bb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:15.631834 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4edeb83e-7e6e-4069-a3f1-a7cb229e3dbf req-85b90ccb-88b4-435b-93e6-412fc0d326bb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.1421545 Apr 28 19:32:15.744818 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2cfac294-1a61-4b22-92e0-aadc432d2404 admin admin] Publish callbacks [] for security_group (ded89887-c565-404b-b5fb-f86a4785f41f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.753883 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4edeb83e-7e6e-4069-a3f1-a7cb229e3dbf req-52cc21c5-c7c2-44b3-98cf-49676c1b0d2b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166606 Apr 28 19:32:15.755466 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2cfac294-1a61-4b22-92e0-aadc432d2404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ded89887-c565-404b-b5fb-f86a4785f41f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.802341 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2cfac294-1a61-4b22-92e0-aadc432d2404 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e0ae6c061fb48848ab27dc2f86650ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596537 Apr 28 19:32:15.803207 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfac294-1a61-4b22-92e0-aadc432d2404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded89887-c565-404b-b5fb-f86a4785f41f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:15.805061 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49708) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:15.824862 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c962e795-37bc-49c5-8474-0a67062743a5 None None] Provisioning complete for port 09f2afda-6463-49ba-b0e8-4f48397cc09a triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:15.828326 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c962e795-37bc-49c5-8474-0a67062743a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.892186 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c962e795-37bc-49c5-8474-0a67062743a5 None None] Port 09f2afda-6463-49ba-b0e8-4f48397cc09a cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:32:15.894864 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-645094fc-b6d2-43c2-8fd1-227a1cab3b51 admin admin] Publish callbacks [] for security_group (ded89887-c565-404b-b5fb-f86a4785f41f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:15.926250 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-645094fc-b6d2-43c2-8fd1-227a1cab3b51 admin admin] Publish callbacks [] for security_group (ded89887-c565-404b-b5fb-f86a4785f41f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.000820 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-645094fc-b6d2-43c2-8fd1-227a1cab3b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ded89887-c565-404b-b5fb-f86a4785f41f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.004857 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-645094fc-b6d2-43c2-8fd1-227a1cab3b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.009090 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-645094fc-b6d2-43c2-8fd1-227a1cab3b51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ded89887-c565-404b-b5fb-f86a4785f41f HTTP/1.1" status: 204 len: 168 time: 0.2025740 Apr 28 19:32:16.019471 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645094fc-b6d2-43c2-8fd1-227a1cab3b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded89887-c565-404b-b5fb-f86a4785f41f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:16.047266 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device fc016f03-2ff5-4ec0-920b-d51238fd9043 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:16.108665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64402c3-b352-4d04-873a-8f32d84835e4 req-a6aa904a-0903-466e-979b-f224cdbc84bf tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.110376 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d64402c3-b352-4d04-873a-8f32d84835e4 req-a6aa904a-0903-466e-979b-f224cdbc84bf tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 943 time: 0.0713892 Apr 28 19:32:16.165996 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port fc016f03-2ff5-4ec0-920b-d51238fd9043, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043,segment=NetworkSegment(fde0cb83-ae17-4f0e-80c9-97a9d589469b),segment_id=fde0cb83-ae17-4f0e-80c9-97a9d589469b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:16.175845 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d64402c3-b352-4d04-873a-8f32d84835e4 req-47709e6b-acd1-4ae7-a0b0-19a203657429 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596390 Apr 28 19:32:16.182882 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'fc016f03-2ff5-4ec0-920b-d51238fd9043', 'network_id': '6db7b8f2-23fa-48d2-9794-d7a6955547d4', 'port_id': 'fc016f03-2ff5-4ec0-920b-d51238fd9043', 'mac_address': 'fa:16:3e:80:10:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849c4548-af90-422d-93e5-4c24f2482b9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:16.221477 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port fc016f03-2ff5-4ec0-920b-d51238fd9043 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:16.221904 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.237171 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc016f03-2ff5-4ec0-920b-d51238fd9043 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:16.258519 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port fc016f03-2ff5-4ec0-920b-d51238fd9043, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043,segment=NetworkSegment(fde0cb83-ae17-4f0e-80c9-97a9d589469b),segment_id=fde0cb83-ae17-4f0e-80c9-97a9d589469b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:16.263743 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.324979 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=fc016f03-2ff5-4ec0-920b-d51238fd9043,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:16.407777 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb698-e6c0-4abc-889f-4df16570e169 req-da35e9bf-2d4d-44b7-b83f-40479589ae64 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.414595 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e5bdb698-e6c0-4abc-889f-4df16570e169 req-da35e9bf-2d4d-44b7-b83f-40479589ae64 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0568120 Apr 28 19:32:16.458565 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e5bdb698-e6c0-4abc-889f-4df16570e169 req-a572d431-faa8-4a58-8f41-cbf47b818615 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Apr 28 19:32:16.474064 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49746) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:16.591956 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944807916-network', 'tenant_id': '45faf62a35b4477385e5423f3aa1f0c6'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:16.653943 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78f966-6503-4395-95c3-ccb7c5293d92 req-bd5dc29a-03e5-45ed-a697-f6d7650ab222 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.655433 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ab78f966-6503-4395-95c3-ccb7c5293d92 req-bd5dc29a-03e5-45ed-a697-f6d7650ab222 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0677726 Apr 28 19:32:16.656457 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Made reservation on behalf of 45faf62a35b4477385e5423f3aa1f0c6 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:16.658638 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.673567 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.734833 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ab78f966-6503-4395-95c3-ccb7c5293d92 req-6b02b431-5190-4620-ae81-6a9d72ccb498 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728424 Apr 28 19:32:16.786714 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks [] for security_group (596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.791232 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.821370 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:32:16.833113 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:16.838634 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (9249c8d3-fd7c-4573-94aa-75b6ce5d0f38), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.839157 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Added segment 9249c8d3-fd7c-4573-94aa-75b6ce5d0f38 of type vlan for network fa721afe-23d6-4e6a-924d-0932831cbadd Apr 28 19:32:16.894347 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (fa721afe-23d6-4e6a-924d-0932831cbadd), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.910414 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8498d-71e5-407d-bee2-616070776c12 req-c59ecd15-925f-4e4c-904d-d4c391aff156 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.918040 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59f8498d-71e5-407d-bee2-616070776c12 req-c59ecd15-925f-4e4c-904d-d4c391aff156 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0693362 Apr 28 19:32:16.928024 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (fa721afe-23d6-4e6a-924d-0932831cbadd), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.929185 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:16.930862 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:16.979620 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59f8498d-71e5-407d-bee2-616070776c12 req-55017ba3-2235-4f6d-82a8-76e2e9ff0890 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557339 Apr 28 19:32:17.008386 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa721afe-23d6-4e6a-924d-0932831cbadd,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:17.026433 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-341d5216-3b0b-4c4d-be1d-8b3d5b562cc5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5486751 Apr 28 19:32:17.026595 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49776) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:17.030302 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network fa721afe-23d6-4e6a-924d-0932831cbadd details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:32:17.032855 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Request body: {'subnet': {'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944807916-subnet', 'tenant_id': '45faf62a35b4477385e5423f3aa1f0c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:17.060120 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Made reservation on behalf of 45faf62a35b4477385e5423f3aa1f0c6 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:17.063698 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:17.371742 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292186-52ec-4fde-a713-e59b1e8aa21e req-e99e831d-4d0e-4b7a-80b9-f629a880d20b tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:17.373797 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6f292186-52ec-4fde-a713-e59b1e8aa21e req-e99e831d-4d0e-4b7a-80b9-f629a880d20b tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0676563 Apr 28 19:32:17.466768 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6f292186-52ec-4fde-a713-e59b1e8aa21e req-b05834f2-d400-4052-a0e8-575b54619132 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860252 Apr 28 19:32:17.502923 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c0c643a0-e384-4f08-ba0a-b489896eb689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:17.521550 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (8d7cff54-0852-4d7c-8414-fd92ce7de76b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:17.573547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7cff54-0852-4d7c-8414-fd92ce7de76b,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:17.596157 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Checking segment: {'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:17.596521 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Network hostable DHCP agents. Network: fa721afe-23d6-4e6a-924d-0932831cbadd, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:32:17.602100 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d1ef-5808-4f2a-9065-8adbb12eff8b req-6aa86624-2f56-4d99-9950-2a5e869a4766 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:17.611056 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b9b2d1ef-5808-4f2a-9065-8adbb12eff8b req-6aa86624-2f56-4d99-9950-2a5e869a4766 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0617697 Apr 28 19:32:17.624220 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Network fa721afe-23d6-4e6a-924d-0932831cbadd is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:32:17.637388 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, fa721afe-23d6-4e6a-924d-0932831cbadd) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:17.646957 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:17.647563 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:17.654780 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0c742-2190-49d1-8979-4b0de927ae06 None None] Network fa721afe-23d6-4e6a-924d-0932831cbadd requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:32:17.670787 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6da81c77-8649-4ba9-b686-014389a1a4e2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6431611 Apr 28 19:32:17.684342 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b9b2d1ef-5808-4f2a-9065-8adbb12eff8b req-e80f78a7-52e5-4f33-9ce6-73b681833664 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720899 Apr 28 19:32:17.792071 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ac732-f93e-4339-b3ee-5e44d3d764af None None] Network fa721afe-23d6-4e6a-924d-0932831cbadd requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:32:17.880879 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771706b-e61f-4057-a403-fca2630e277c req-bdc307b7-6157-425e-b722-1e3c439d278c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:17.882702 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d771706b-e61f-4057-a403-fca2630e277c req-bdc307b7-6157-425e-b722-1e3c439d278c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0666075 Apr 28 19:32:17.939202 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d771706b-e61f-4057-a403-fca2630e277c req-c293dc6b-951c-4ebe-b16d-46a0e89828cf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Apr 28 19:32:18.070446 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49848) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:18.091664 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138a878-7372-4dd6-8800-103b56038b34 req-561e2804-a428-400a-ac9b-68185f5f3a87 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:18.093143 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6138a878-7372-4dd6-8800-103b56038b34 req-561e2804-a428-400a-ac9b-68185f5f3a87 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0552998 Apr 28 19:32:18.149749 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6138a878-7372-4dd6-8800-103b56038b34 req-1bdd700c-3b0a-436f-8ae1-98468fb95cce tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502722 Apr 28 19:32:18.244655 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9bf3-1fd2-4ca7-952c-2fdfeef37435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.332555 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9bf3-1fd2-4ca7-952c-2fdfeef37435 admin admin] Publish callbacks [] for security_group (67f62adc-db8c-4f68-9bb8-f33d00c35ce9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.338143 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9bf3-1fd2-4ca7-952c-2fdfeef37435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (67f62adc-db8c-4f68-9bb8-f33d00c35ce9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.376354 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3a6d9bf3-1fd2-4ca7-952c-2fdfeef37435 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46564a223450452699817f768a42be91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046422 Apr 28 19:32:18.378236 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d9bf3-1fd2-4ca7-952c-2fdfeef37435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f62adc-db8c-4f68-9bb8-f33d00c35ce9,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:18.379597 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49858) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:18.446626 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-36a5a604-ccec-4dcb-8ba4-fe8e1887ecac admin admin] Publish callbacks [] for security_group (67f62adc-db8c-4f68-9bb8-f33d00c35ce9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.469167 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-36a5a604-ccec-4dcb-8ba4-fe8e1887ecac admin admin] Publish callbacks [] for security_group (67f62adc-db8c-4f68-9bb8-f33d00c35ce9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.527372 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-36a5a604-ccec-4dcb-8ba4-fe8e1887ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (67f62adc-db8c-4f68-9bb8-f33d00c35ce9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.531794 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-36a5a604-ccec-4dcb-8ba4-fe8e1887ecac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.533283 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-36a5a604-ccec-4dcb-8ba4-fe8e1887ecac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67f62adc-db8c-4f68-9bb8-f33d00c35ce9 HTTP/1.1" status: 204 len: 168 time: 0.1524670 Apr 28 19:32:18.544957 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a604-ccec-4dcb-8ba4-fe8e1887ecac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f62adc-db8c-4f68-9bb8-f33d00c35ce9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:18.604094 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2d143-2213-4c40-a149-903ff6dd17ba req-e7f706c5-bf65-4bc9-b550-9ca187f5c582 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:18.606417 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20e2d143-2213-4c40-a149-903ff6dd17ba req-e7f706c5-bf65-4bc9-b550-9ca187f5c582 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0635498 Apr 28 19:32:18.678447 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20e2d143-2213-4c40-a149-903ff6dd17ba req-a032d697-e41c-4806-b58e-e42556749221 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651414 Apr 28 19:32:18.835395 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9bc65-8dd6-4d2a-aee8-c70e1f747d68 req-58d11e00-3ff4-4637-826e-88dbe0eba2de tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:18.837434 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3be9bc65-8dd6-4d2a-aee8-c70e1f747d68 req-58d11e00-3ff4-4637-826e-88dbe0eba2de tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0635159 Apr 28 19:32:18.888864 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3be9bc65-8dd6-4d2a-aee8-c70e1f747d68 req-ef6f89a0-194e-453d-87e9-dc7f0079a237 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Apr 28 19:32:18.905164 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 49876) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:18.921595 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b659548b-4651-4cf4-986a-11eb06e9f456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.993855 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b659548b-4651-4cf4-986a-11eb06e9f456 admin admin] Publish callbacks [] for security_group (ae52867a-0967-41fb-8725-36dc09e36dcf), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:18.997834 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b659548b-4651-4cf4-986a-11eb06e9f456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ae52867a-0967-41fb-8725-36dc09e36dcf), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:19.035729 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b659548b-4651-4cf4-986a-11eb06e9f456 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b3184db34f94c31b040c7ae7ac758e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293790 Apr 28 19:32:19.036692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659548b-4651-4cf4-986a-11eb06e9f456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae52867a-0967-41fb-8725-36dc09e36dcf,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:19.038406 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 49880) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:19.067641 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de0a6f-2625-4847-8a36-12ea6037e355 req-d73c9ccf-4af0-47c8-a4b3-e0af19f35225 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:19.069098 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26de0a6f-2625-4847-8a36-12ea6037e355 req-d73c9ccf-4af0-47c8-a4b3-e0af19f35225 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0607646 Apr 28 19:32:19.133211 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad29584a-abcc-408a-89bf-189979458132 admin admin] Publish callbacks [] for security_group (ae52867a-0967-41fb-8725-36dc09e36dcf), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:19.137223 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26de0a6f-2625-4847-8a36-12ea6037e355 req-0ee8f74d-dbd4-4258-a893-6fe0443cda01 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606203 Apr 28 19:32:19.157619 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad29584a-abcc-408a-89bf-189979458132 admin admin] Publish callbacks [] for security_group (ae52867a-0967-41fb-8725-36dc09e36dcf), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:19.203179 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad29584a-abcc-408a-89bf-189979458132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ae52867a-0967-41fb-8725-36dc09e36dcf), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:19.207256 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad29584a-abcc-408a-89bf-189979458132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:19.208723 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ad29584a-abcc-408a-89bf-189979458132 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae52867a-0967-41fb-8725-36dc09e36dcf HTTP/1.1" status: 204 len: 168 time: 0.1690924 Apr 28 19:32:19.219551 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29584a-abcc-408a-89bf-189979458132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae52867a-0967-41fb-8725-36dc09e36dcf,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:19.300735 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bf40b-2d64-47b1-a077-d0afa3259996 req-ccb5775a-30db-43bb-a5f3-cd6f43dbbc33 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:19.302261 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-769bf40b-2d64-47b1-a077-d0afa3259996 req-ccb5775a-30db-43bb-a5f3-cd6f43dbbc33 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0632851 Apr 28 19:32:19.348967 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-769bf40b-2d64-47b1-a077-d0afa3259996 req-e50e4f44-8eca-483f-be06-ad923ae2357b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Apr 28 19:32:19.759553 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b935ef27-b584-49ff-bb73-49f628db6a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:19.796467 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d2a9b-3b18-4f68-bc5c-73a17989af6e req-f0392d90-70d2-40b7-adb0-ed4d6f0c0194 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:19.798056 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-172d2a9b-3b18-4f68-bc5c-73a17989af6e req-f0392d90-70d2-40b7-adb0-ed4d6f0c0194 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0510795 Apr 28 19:32:19.857433 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['fc016f03-2ff5-4ec0-920b-d51238fd9043'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:19.862418 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-172d2a9b-3b18-4f68-bc5c-73a17989af6e req-b532941e-8152-4d04-b217-71d23a5e9efc tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583839 Apr 28 19:32:19.916238 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 614532dc-8d0b-4062-9b80-00871d38539e details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:20.020070 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6394c01-6a35-4445-a2af-dd120245fcd5 req-514be39f-a3ee-4ecb-90f0-a5dc64f1a880 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.022196 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d6394c01-6a35-4445-a2af-dd120245fcd5 req-514be39f-a3ee-4ecb-90f0-a5dc64f1a880 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0522587 Apr 28 19:32:20.081005 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d6394c01-6a35-4445-a2af-dd120245fcd5 req-36995916-5bfb-4d49-a4dd-a727350f55c0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506227 Apr 28 19:32:20.109293 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 614532dc-8d0b-4062-9b80-00871d38539e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=614532dc-8d0b-4062-9b80-00871d38539e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:20.131597 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '614532dc-8d0b-4062-9b80-00871d38539e', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'port_id': '614532dc-8d0b-4062-9b80-00871d38539e', 'mac_address': 'fa:16:3e:cd:bf:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:20.195857 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 614532dc-8d0b-4062-9b80-00871d38539e is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:20.196253 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (614532dc-8d0b-4062-9b80-00871d38539e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:20.217770 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614532dc-8d0b-4062-9b80-00871d38539e {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:20.239058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 614532dc-8d0b-4062-9b80-00871d38539e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=614532dc-8d0b-4062-9b80-00871d38539e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:20.244492 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (614532dc-8d0b-4062-9b80-00871d38539e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:20.270382 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924730d-bfae-4c71-8eb4-e2b2cfc15763 req-e25fa92b-e3f5-4a86-9747-ab96248f20ae tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.271896 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9924730d-bfae-4c71-8eb4-e2b2cfc15763 req-e25fa92b-e3f5-4a86-9747-ab96248f20ae tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0575559 Apr 28 19:32:20.301207 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=614532dc-8d0b-4062-9b80-00871d38539e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:20.322799 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9924730d-bfae-4c71-8eb4-e2b2cfc15763 req-42eb31e5-1a88-4b7b-bbd8-cf1413f11822 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Apr 28 19:32:20.469455 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f02f-5c41-4917-aa66-e988e696ca41 req-7fc4d90c-5767-4723-82f5-bb8289110f19 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.471000 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab18f02f-5c41-4917-aa66-e988e696ca41 req-7fc4d90c-5767-4723-82f5-bb8289110f19 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0470283 Apr 28 19:32:20.516945 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab18f02f-5c41-4917-aa66-e988e696ca41 req-0edf2945-e95c-4a55-a38e-205418ebdc9d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403633 Apr 28 19:32:20.876287 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:20.988549 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803405-fc04-4e14-9745-212150642496 req-1f7bf1d9-6a07-4578-8372-fecc02a88feb tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:20.990074 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-06803405-fc04-4e14-9745-212150642496 req-1f7bf1d9-6a07-4578-8372-fecc02a88feb tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0622747 Apr 28 19:32:21.044385 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-06803405-fc04-4e14-9745-212150642496 req-9a1ea4c4-b4fe-44d4-a0bd-ae8ee2d87160 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Apr 28 19:32:21.196476 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2997fe-32ff-4dc6-9da3-d84a51c2e96c req-95a0592c-d3ed-428f-8746-61fc8fdaad2f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.197853 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7f2997fe-32ff-4dc6-9da3-d84a51c2e96c req-95a0592c-d3ed-428f-8746-61fc8fdaad2f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0450778 Apr 28 19:32:21.245268 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7f2997fe-32ff-4dc6-9da3-d84a51c2e96c req-9b37f0a1-ece7-47d7-a679-691491c55dea tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 Apr 28 19:32:21.276898 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:32:21.436956 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5cdfb-1c98-4a0c-b5f9-0cdc428a68f1 req-29ca9261-8314-4bbe-96ab-dfddc089c0c2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.438426 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0ea5cdfb-1c98-4a0c-b5f9-0cdc428a68f1 req-29ca9261-8314-4bbe-96ab-dfddc089c0c2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0483716 Apr 28 19:32:21.483739 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0ea5cdfb-1c98-4a0c-b5f9-0cdc428a68f1 req-39601671-ea1d-49e8-b421-cf5e44289945 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Apr 28 19:32:21.625282 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af624-5418-470b-b0c7-98ee11de71e9 req-5fc76fb3-3dec-4524-a4b7-442b3e522c06 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:21.626747 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b12af624-5418-470b-b0c7-98ee11de71e9 req-5fc76fb3-3dec-4524-a4b7-442b3e522c06 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0443501 Apr 28 19:32:21.670742 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b12af624-5418-470b-b0c7-98ee11de71e9 req-a8af7de1-a67d-4450-a563-4bcad084236b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386441 Apr 28 19:32:22.042432 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad229b-665b-457f-8f81-1e7eba055fde req-42d05642-9ef5-4f91-9701-215f22baac1a tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.044472 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-42d05642-9ef5-4f91-9701-215f22baac1a tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/networks?id=fa721afe-23d6-4e6a-924d-0932831cbadd HTTP/1.1" status: 200 len: 808 time: 0.0991855 Apr 28 19:32:22.059204 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-9eb1a33a-0951-45ea-9d44-52a9fa5f5faf tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/quotas/45faf62a35b4477385e5423f3aa1f0c6 HTTP/1.1" status: 200 len: 375 time: 0.0091906 Apr 28 19:32:22.096491 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-d4c1db14-d8bf-4dc9-b1f2-075c65bc421a tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323694 Apr 28 19:32:22.162695 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722214-fdcd-4169-bc9a-0d917008af84 req-66788c34-4f18-44a0-b20d-4fdf186216e8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.164175 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-71722214-fdcd-4169-bc9a-0d917008af84 req-66788c34-4f18-44a0-b20d-4fdf186216e8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0491207 Apr 28 19:32:22.194172 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-7a0b97b5-5c82-4fbb-ac38-bb4df62357a3 service neutron] 10.222.0.55 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908618 Apr 28 19:32:22.216308 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-71722214-fdcd-4169-bc9a-0d917008af84 req-6360f5c0-8ead-4b18-a1b7-070461df4e7a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442207 Apr 28 19:32:22.298592 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-932a4484-32c0-470f-a6a0-bca1f031432b service neutron] 10.222.0.55 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000400 Apr 28 19:32:22.337356 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:22.393106 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed53f-3d1a-45f9-88b1-7ccbaf18f847 req-57e47cad-d30a-4927-9f3f-6b55c7c3c430 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.395041 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ddeed53f-3d1a-45f9-88b1-7ccbaf18f847 req-57e47cad-d30a-4927-9f3f-6b55c7c3c430 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0775719 Apr 28 19:32:22.452772 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ddeed53f-3d1a-45f9-88b1-7ccbaf18f847 req-3085c3cc-d682-4dc4-a768-6ca7c794bf34 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514832 Apr 28 19:32:22.496568 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ec1af6e3-1332-46dc-b8a9-ee09ee057136 req-11144d3b-6139-45aa-8b84-b28febb66636 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Apr 28 19:32:22.619639 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a983b6-7a63-4f78-bd4d-6508b654e5b9 req-e52e3ceb-4a4f-4c25-b6cf-baa16f0c1ce9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.621079 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9a983b6-7a63-4f78-bd4d-6508b654e5b9 req-e52e3ceb-4a4f-4c25-b6cf-baa16f0c1ce9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0563822 Apr 28 19:32:22.670963 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9a983b6-7a63-4f78-bd4d-6508b654e5b9 req-be3400b1-ff07-465a-b5f6-fa44a7b80ce0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Apr 28 19:32:22.783043 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb8c6c-891a-4cac-8e7d-c4c82c6652d7 req-ad42b65a-f4ba-48d1-bfd1-b2f8ebd20b61 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:22.784887 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-74eb8c6c-891a-4cac-8e7d-c4c82c6652d7 req-ad42b65a-f4ba-48d1-bfd1-b2f8ebd20b61 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0473220 Apr 28 19:32:22.839748 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-74eb8c6c-891a-4cac-8e7d-c4c82c6652d7 req-c75e0e67-bd84-4cc4-b564-7606ad0002ff tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487745 Apr 28 19:32:23.324255 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3869df-18af-45f5-b517-880313f23442 req-16778322-2f46-4251-864a-93c9f0d1046b tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.326183 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c3869df-18af-45f5-b517-880313f23442 req-16778322-2f46-4251-864a-93c9f0d1046b tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0450449 Apr 28 19:32:23.374059 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c3869df-18af-45f5-b517-880313f23442 req-72b09321-607d-4d0d-93c3-b43d84244192 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Apr 28 19:32:23.567919 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d9b2d-d833-4273-9367-a17ea50f0b12 req-f7b31220-25e6-4a1f-bb6c-caa48b07e2b5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.569439 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a54d9b2d-d833-4273-9367-a17ea50f0b12 req-f7b31220-25e6-4a1f-bb6c-caa48b07e2b5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0508864 Apr 28 19:32:23.609264 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f09485f-10da-4436-a7a5-7178dc07e52b req-f628fcb5-a889-4cdd-bb17-e9eb038b665e tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Apr 28 19:32:23.625287 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a54d9b2d-d833-4273-9367-a17ea50f0b12 req-312b3a73-fc3f-451f-b7ad-adc1b65ea948 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489757 Apr 28 19:32:23.783256 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5858e-82f0-41db-82bb-7c330ac423b7 req-29c29fcb-9b1f-4440-b43a-d38a338ba2b5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.784816 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dac5858e-82f0-41db-82bb-7c330ac423b7 req-29c29fcb-9b1f-4440-b43a-d38a338ba2b5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0454304 Apr 28 19:32:23.834305 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dac5858e-82f0-41db-82bb-7c330ac423b7 req-f7c8dd8b-7455-4173-920d-1b62b5641308 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Apr 28 19:32:23.953828 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea7270-486a-4bcf-843d-4c53db5ccd18 req-f65a8e07-80a7-4635-bda6-5049f315e1f6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:23.955432 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2fea7270-486a-4bcf-843d-4c53db5ccd18 req-f65a8e07-80a7-4635-bda6-5049f315e1f6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0471830 Apr 28 19:32:23.966784 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.007231 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2fea7270-486a-4bcf-843d-4c53db5ccd18 req-e967405a-1e5c-44a3-9e93-99c42f5365aa tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 Apr 28 19:32:24.322370 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50058) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:24.432195 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-466e6b9b-d7ed-4b10-8405-4e26ecb701ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.499815 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210643e-4d24-43a8-b7f7-82d5e212817b req-77824477-3802-4eba-9fed-35f6aa6c5744 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:24.501260 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a210643e-4d24-43a8-b7f7-82d5e212817b req-77824477-3802-4eba-9fed-35f6aa6c5744 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0506027 Apr 28 19:32:24.504820 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-466e6b9b-d7ed-4b10-8405-4e26ecb701ba admin admin] Publish callbacks [] for security_group (0ad4462b-9baa-48fa-b473-298da5e86589), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.509028 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-466e6b9b-d7ed-4b10-8405-4e26ecb701ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (0ad4462b-9baa-48fa-b473-298da5e86589), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.552052 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-466e6b9b-d7ed-4b10-8405-4e26ecb701ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63b1afd80fbd45dcb91fe545393b3c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285712 Apr 28 19:32:24.553029 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e6b9b-d7ed-4b10-8405-4e26ecb701ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad4462b-9baa-48fa-b473-298da5e86589,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:24.555810 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50066) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:24.606883 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-195bb08f-cdee-4096-9360-20a802313296 admin admin] Publish callbacks [] for security_group (0ad4462b-9baa-48fa-b473-298da5e86589), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.629301 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-195bb08f-cdee-4096-9360-20a802313296 admin admin] Publish callbacks [] for security_group (0ad4462b-9baa-48fa-b473-298da5e86589), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.689939 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-195bb08f-cdee-4096-9360-20a802313296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (0ad4462b-9baa-48fa-b473-298da5e86589), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.692575 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-195bb08f-cdee-4096-9360-20a802313296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:24.696034 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-195bb08f-cdee-4096-9360-20a802313296 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ad4462b-9baa-48fa-b473-298da5e86589 HTTP/1.1" status: 204 len: 168 time: 0.1369600 Apr 28 19:32:24.730988 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e2254928-a4f4-4715-b672-a6260bfed17b req-67404d63-1e08-42dd-897f-9d2033d3f331 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 210 time: 0.0458918 Apr 28 19:32:24.732521 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb08f-cdee-4096-9360-20a802313296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad4462b-9baa-48fa-b473-298da5e86589,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:24.755768 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a210643e-4d24-43a8-b7f7-82d5e212817b req-f24bfa9b-67b6-427c-9b0a-cb5fb3f0356c tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486022 Apr 28 19:32:24.825143 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e491fc-d5d9-4437-9b0d-f7da94fc940f req-aff81260-ea84-4470-9a17-a01368e8597b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:24.826666 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-73e491fc-d5d9-4437-9b0d-f7da94fc940f req-aff81260-ea84-4470-9a17-a01368e8597b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0472457 Apr 28 19:32:24.880774 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-73e491fc-d5d9-4437-9b0d-f7da94fc940f req-cd1eb4f9-1836-48fd-a983-f447774c2f92 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483718 Apr 28 19:32:24.948911 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22669dfd-54df-4813-b3be-3caa57b85db1 req-eb8da2c8-0a9a-45f5-aa24-a2b7089e46c5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:24.950432 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22669dfd-54df-4813-b3be-3caa57b85db1 req-eb8da2c8-0a9a-45f5-aa24-a2b7089e46c5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0464132 Apr 28 19:32:24.985493 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50078) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:24.997218 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22669dfd-54df-4813-b3be-3caa57b85db1 req-50d762b8-749b-431a-ab15-0cc8d3e2b117 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Apr 28 19:32:24.998327 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3784-c58b-4aa0-b8f3-aa86928a32a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.072102 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3784-c58b-4aa0-b8f3-aa86928a32a7 admin admin] Publish callbacks [] for security_group (876bcd4e-5e14-4e66-ae14-6e7454b023e3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.077329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3b4d3784-c58b-4aa0-b8f3-aa86928a32a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (876bcd4e-5e14-4e66-ae14-6e7454b023e3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.146016 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3b4d3784-c58b-4aa0-b8f3-aa86928a32a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b8ceb4e2e874098b74bb90a332ae7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592937 Apr 28 19:32:25.148570 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50084) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:25.148772 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d3784-c58b-4aa0-b8f3-aa86928a32a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876bcd4e-5e14-4e66-ae14-6e7454b023e3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:25.159443 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c81b55-3179-4802-94f1-7ee48a5ebcf5 req-7aa0e240-ecee-460e-9df5-6ddacac5d33a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:25.160926 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7c81b55-3179-4802-94f1-7ee48a5ebcf5 req-7aa0e240-ecee-460e-9df5-6ddacac5d33a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0799522 Apr 28 19:32:25.211185 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-adf4b165-2017-4439-8757-a7750f9c5b86 admin admin] Publish callbacks [] for security_group (876bcd4e-5e14-4e66-ae14-6e7454b023e3), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.211531 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7c81b55-3179-4802-94f1-7ee48a5ebcf5 req-88c4a56b-ba3f-4bf1-a3ea-0c8758595322 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448391 Apr 28 19:32:25.232266 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-adf4b165-2017-4439-8757-a7750f9c5b86 admin admin] Publish callbacks [] for security_group (876bcd4e-5e14-4e66-ae14-6e7454b023e3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.279102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-adf4b165-2017-4439-8757-a7750f9c5b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (876bcd4e-5e14-4e66-ae14-6e7454b023e3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.281562 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-adf4b165-2017-4439-8757-a7750f9c5b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.282692 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-adf4b165-2017-4439-8757-a7750f9c5b86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/876bcd4e-5e14-4e66-ae14-6e7454b023e3 HTTP/1.1" status: 204 len: 168 time: 0.1325901 Apr 28 19:32:25.289993 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4b165-2017-4439-8757-a7750f9c5b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876bcd4e-5e14-4e66-ae14-6e7454b023e3,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:25.698008 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device fc016f03-2ff5-4ec0-920b-d51238fd9043 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:25.841182 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5183a2ba-5ca0-4820-a5db-6d574210bbb9 req-89c3b597-2ac7-47ae-9e73-262a6e82d620 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 210 time: 0.0409245 Apr 28 19:32:25.879717 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port fc016f03-2ff5-4ec0-920b-d51238fd9043 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:32:25.886726 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port fc016f03-2ff5-4ec0-920b-d51238fd9043 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:25.888037 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.897801 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a29b1-9e14-44c0-af2e-19150931c547 req-1fd11ba0-3a6e-4006-89aa-51737bad0bf4 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:25.899266 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d44a29b1-9e14-44c0-af2e-19150931c547 req-1fd11ba0-3a6e-4006-89aa-51737bad0bf4 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 944 time: 0.0579422 Apr 28 19:32:25.976381 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port fc016f03-2ff5-4ec0-920b-d51238fd9043 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:25.976783 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:25.978266 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d44a29b1-9e14-44c0-af2e-19150931c547 req-d6ee6f7a-3ce9-48a5-b219-1903e05412d8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733345 Apr 28 19:32:26.006730 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc016f03-2ff5-4ec0-920b-d51238fd9043'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:26.014258 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6ccc9-4f3b-4938-9c62-06a515df55ef req-c4c12771-5e92-4676-bc17-212a42731ef4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.015715 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-35a6ccc9-4f3b-4938-9c62-06a515df55ef req-c4c12771-5e92-4676-bc17-212a42731ef4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0517409 Apr 28 19:32:26.086368 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-35a6ccc9-4f3b-4938-9c62-06a515df55ef req-5f68a759-874b-4283-a6ea-2dc940a677d3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594652 Apr 28 19:32:26.095808 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port fc016f03-2ff5-4ec0-920b-d51238fd9043, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043,segment=NetworkSegment(fde0cb83-ae17-4f0e-80c9-97a9d589469b),segment_id=fde0cb83-ae17-4f0e-80c9-97a9d589469b)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:26.101190 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:26.137975 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715ceb-a2ba-46a9-8008-5c52c9c8a73d req-b54155a7-3997-4569-83a0-c97b18ce1393 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.145725 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dd715ceb-a2ba-46a9-8008-5c52c9c8a73d req-b54155a7-3997-4569-83a0-c97b18ce1393 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0768998 Apr 28 19:32:26.151689 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=fc016f03-2ff5-4ec0-920b-d51238fd9043,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:26.195136 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dd715ceb-a2ba-46a9-8008-5c52c9c8a73d req-73443fa1-2b1c-40fe-a90a-38479e859ce9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485442 Apr 28 19:32:26.233104 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c43b36-91af-4984-a591-d2414927e677" -d '{"events": [{"server_uuid": "46769dc0-d175-4a72-9bb1-1b978c991aab", "name": "network-vif-plugged", "status": "completed", "tag": "fc016f03-2ff5-4ec0-920b-d51238fd9043"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:26.304668 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['614532dc-8d0b-4062-9b80-00871d38539e'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:26.380628 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568524f-191b-4c4c-992d-a6be418ed9e7 req-18da61ca-cff7-40b8-84b4-c975c3e77e12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:26.383283 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7568524f-191b-4c4c-992d-a6be418ed9e7 req-18da61ca-cff7-40b8-84b4-c975c3e77e12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.0822301 Apr 28 19:32:26.494757 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7568524f-191b-4c4c-992d-a6be418ed9e7 req-11bd0a99-8c1a-4c0c-b744-61f31262c2c4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054993 Apr 28 19:32:26.548261 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e25d1-0b03-44c7-9f73-883730327273 x-openstack-request-id: req-4a2e25d1-0b03-44c7-9f73-883730327273 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:26.548581 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46769dc0-d175-4a72-9bb1-1b978c991aab", "name": "network-vif-plugged", "status": "completed", "tag": "fc016f03-2ff5-4ec0-920b-d51238fd9043", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:26.548839 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a2e25d1-0b03-44c7-9f73-883730327273 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:26.549779 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2e25d1-0b03-44c7-9f73-883730327273'] response: {'server_uuid': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc016f03-2ff5-4ec0-920b-d51238fd9043', 'code': 200} Apr 28 19:32:26.943036 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9bda0301-f249-4047-a83a-37973caa795e req-4557439e-60b6-4e35-892c-9c2de70dbd32 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 210 time: 0.0312159 Apr 28 19:32:27.096374 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abc5a-5c86-4c9e-84a0-fbcb55655500 req-b1e2ae25-8e68-4698-8397-706497d8ed3f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.097968 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0d8abc5a-5c86-4c9e-84a0-fbcb55655500 req-b1e2ae25-8e68-4698-8397-706497d8ed3f tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0498455 Apr 28 19:32:27.145505 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0d8abc5a-5c86-4c9e-84a0-fbcb55655500 req-a87721dd-88a5-4dcc-bbe8-f014802f209e tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 Apr 28 19:32:27.223236 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89f053-637e-43c3-b3a2-a3f057386d57 req-ead13f72-b09b-4b8c-ba3d-582a1afb1eba tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.224740 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0a89f053-637e-43c3-b3a2-a3f057386d57 req-ead13f72-b09b-4b8c-ba3d-582a1afb1eba tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0497384 Apr 28 19:32:27.275018 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0a89f053-637e-43c3-b3a2-a3f057386d57 req-61e76325-e4cb-4946-a324-8455e4bd151b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444360 Apr 28 19:32:27.319248 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05756dc-4bfb-4c49-946a-b0f178cbd849 req-84a8ddd3-1ce7-4e4d-8fd4-cda8905ff7fc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.320720 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f05756dc-4bfb-4c49-946a-b0f178cbd849 req-84a8ddd3-1ce7-4e4d-8fd4-cda8905ff7fc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 943 time: 0.0535264 Apr 28 19:32:27.373560 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f05756dc-4bfb-4c49-946a-b0f178cbd849 req-dada7068-15a7-48e0-a175-a1c9eafeeec9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Apr 28 19:32:27.396004 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Request body: {'port': {'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:27.472195 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:27.495376 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fa500-89c5-44f8-b13b-77cd167ae7ea req-6a4d3ebf-c495-4810-a4d0-58ae6dc58d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.499875 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a89fa500-89c5-44f8-b13b-77cd167ae7ea req-6a4d3ebf-c495-4810-a4d0-58ae6dc58d17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1127 time: 0.0901887 Apr 28 19:32:27.697042 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fa500-89c5-44f8-b13b-77cd167ae7ea req-d94ec535-42d3-402a-af71-5cad35d0361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.699080 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device d4731658-71fd-41cf-a573-d28630f64b2f details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:27.700597 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a89fa500-89c5-44f8-b13b-77cd167ae7ea req-d94ec535-42d3-402a-af71-5cad35d0361f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=adecb9b5784440faa795ef9a942edae9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1920664 Apr 28 19:32:27.702823 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 614532dc-8d0b-4062-9b80-00871d38539e up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:27.753180 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8821c-192b-4dd5-8b18-bc6c12b6d16c req-8c8ce2bd-b38e-4cec-add1-ae1c423a862a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.754839 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5a8821c-192b-4dd5-8b18-bc6c12b6d16c req-8c8ce2bd-b38e-4cec-add1-ae1c423a862a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 932 time: 0.1693401 Apr 28 19:32:27.758559 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe3638-4e01-4ba4-9d33-f63eb3fa63e1 req-864a098e-ffe7-41f0-957c-94cf9c006a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.760222 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8fe3638-4e01-4ba4-9d33-f63eb3fa63e1 req-864a098e-ffe7-41f0-957c-94cf9c006a46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 1129 time: 0.1401167 Apr 28 19:32:27.794402 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 614532dc-8d0b-4062-9b80-00871d38539e completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:32:27.824233 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 614532dc-8d0b-4062-9b80-00871d38539e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:27.824631 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (614532dc-8d0b-4062-9b80-00871d38539e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:27.865956 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f2afda-6463-49ba-b0e8-4f48397cc09a {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:27.883271 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Publish callbacks [] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:27.893925 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5a8821c-192b-4dd5-8b18-bc6c12b6d16c req-9ce67e90-5550-4c53-a665-a0a727eafd08 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264288 Apr 28 19:32:27.910078 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fa500-89c5-44f8-b13b-77cd167ae7ea req-3fb5d934-03c8-4a48-82a8-97ed7ac31e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:27.910078 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a89fa500-89c5-44f8-b13b-77cd167ae7ea req-3fb5d934-03c8-4a48-82a8-97ed7ac31e17 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942813 Apr 28 19:32:27.915322 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Transition to ACTIVE for port object 09f2afda-6463-49ba-b0e8-4f48397cc09a will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:32:27.919967 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:27.926580 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port d4731658-71fd-41cf-a573-d28630f64b2f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4731658-71fd-41cf-a573-d28630f64b2f,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:27.948360 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 614532dc-8d0b-4062-9b80-00871d38539e is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:27.948979 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (614532dc-8d0b-4062-9b80-00871d38539e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:27.966971 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'd4731658-71fd-41cf-a573-d28630f64b2f', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'port_id': 'd4731658-71fd-41cf-a573-d28630f64b2f', 'mac_address': 'fa:16:3e:d6:8e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:28.006079 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Pushing event updated for resources: {'Port': ['ID=09f2afda-6463-49ba-b0e8-4f48397cc09a,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:28.028887 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b8fe3638-4e01-4ba4-9d33-f63eb3fa63e1 req-45f5033f-b3c6-4496-a89f-0bc9adb48b7f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.081205 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port d4731658-71fd-41cf-a573-d28630f64b2f is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:28.081815 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.085492 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Attempting to bind port 09f2afda-6463-49ba-b0e8-4f48397cc09a on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:32:28.085871 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Attempting to bind port 09f2afda-6463-49ba-b0e8-4f48397cc09a by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:32:28.086292 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Attempting to bind port 09f2afda-6463-49ba-b0e8-4f48397cc09a on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:28.109729 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Port 09f2afda-6463-49ba-b0e8-4f48397cc09a on network d78411e1-316d-4ce8-a895-7120214bb428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:28.110388 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Attempting to bind port 09f2afda-6463-49ba-b0e8-4f48397cc09a on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:28.141483 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e6e1e9e8-675e-449f-b2d0-7b29715a6803 req-04b7c5d4-fabe-4a1b-b0d6-ce9946e34bb3 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 210 time: 0.0432448 Apr 28 19:32:28.145172 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:28.145300 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Checking segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:28.146158 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Bound using segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:28.146525 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Bound port: 09f2afda-6463-49ba-b0e8-4f48397cc09a, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:32:28.146893 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.180601 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4731658-71fd-41cf-a573-d28630f64b2f {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:28.215876 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-05071b0c-6f2b-4ce5-afd7-979798e4a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.225239 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port d4731658-71fd-41cf-a573-d28630f64b2f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4731658-71fd-41cf-a573-d28630f64b2f,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:28.225468 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-05071b0c-6f2b-4ce5-afd7-979798e4a81b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1127 time: 0.1484890 Apr 28 19:32:28.242941 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 614532dc-8d0b-4062-9b80-00871d38539e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=614532dc-8d0b-4062-9b80-00871d38539e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:28.254062 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.260347 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (614532dc-8d0b-4062-9b80-00871d38539e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.317483 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] For port 09f2afda-6463-49ba-b0e8-4f48397cc09a, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:28.325317 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] For port 09f2afda-6463-49ba-b0e8-4f48397cc09a, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:28.344839 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-467348a3-48f2-4883-b068-e8ecc623c470 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 200 len: 217 time: 0.0985377 Apr 28 19:32:28.361120 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.479302 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3825c-ade0-44a8-aefb-0688550b9225 req-2e33de85-6373-4ee8-9a27-d50eff659bcf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.493803 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1fb3825c-ade0-44a8-aefb-0688550b9225 req-2e33de85-6373-4ee8-9a27-d50eff659bcf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0894413 Apr 28 19:32:28.503988 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5dc7e-534e-484f-84bb-719dd9c35885 req-b1417e04-f297-44d6-9657-2d98d5786526 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.506027 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-18d5dc7e-534e-484f-84bb-719dd9c35885 req-b1417e04-f297-44d6-9657-2d98d5786526 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.1805279 Apr 28 19:32:28.522575 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=d4731658-71fd-41cf-a573-d28630f64b2f,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:28.559861 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.560690 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.563436 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] 10.222.0.45 "PUT /v2.0/ports/09f2afda-6463-49ba-b0e8-4f48397cc09a HTTP/1.1" status: 200 len: 1094 time: 1.1727588 Apr 28 19:32:28.570772 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:28.573395 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5565a-7c70-4b1f-ba5a-22189db658ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:28.575669 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b3231171-689b-4316-8cbd-c909dd64fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.578140 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-b3231171-689b-4316-8cbd-c909dd64fc42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.1846051 Apr 28 19:32:28.580621 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b8fe3638-4e01-4ba4-9d33-f63eb3fa63e1 req-45f5033f-b3c6-4496-a89f-0bc9adb48b7f service neutron] Publish callbacks [] for security_group (9ebcdf2f-f3ac-4251-baf0-cba653527d43), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.627717 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b8fe3638-4e01-4ba4-9d33-f63eb3fa63e1 req-45f5033f-b3c6-4496-a89f-0bc9adb48b7f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9ebcdf2f-f3ac-4251-baf0-cba653527d43), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:28.643339 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614532dc-8d0b-4062-9b80-00871d38539e'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:28.645864 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f84d855-40c0-4784-9216-477493b32bb3" -d '{"events": [{"server_uuid": "1f253d4f-29f4-4bce-80bf-cfb421b963b5", "name": "network-vif-plugged", "status": "completed", "tag": "614532dc-8d0b-4062-9b80-00871d38539e"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:28.648736 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=614532dc-8d0b-4062-9b80-00871d38539e,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:28.653995 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['d4731658-71fd-41cf-a573-d28630f64b2f'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:28.674604 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002a6c2-86c4-46f9-be22-1dc52175020e service neutron] Pushing event updated for resources: {'Port': ['ID=09f2afda-6463-49ba-b0e8-4f48397cc09a,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:28.750986 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-18d5dc7e-534e-484f-84bb-719dd9c35885 req-5266a2a6-8b9e-4d1c-ab1d-19e253379867 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374759 Apr 28 19:32:28.775321 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-0ce299d5-0371-4e38-b98f-97d319b6a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.777496 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-0ce299d5-0371-4e38-b98f-97d319b6a57c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1888766 Apr 28 19:32:28.786437 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5033f-b3c6-4496-a89f-0bc9adb48b7f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebcdf2f-f3ac-4251-baf0-cba653527d43,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:28.787217 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8fe3638-4e01-4ba4-9d33-f63eb3fa63e1 req-45f5033f-b3c6-4496-a89f-0bc9adb48b7f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8169250 Apr 28 19:32:28.813903 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1fb3825c-ade0-44a8-aefb-0688550b9225 req-392ab283-094a-4f36-93e1-ed01806a0bb3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211300 Apr 28 19:32:28.846161 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad229b-665b-457f-8f81-1e7eba055fde req-97d8f567-4359-4d3d-9437-998e6c72df34 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.859325 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-97d8f567-4359-4d3d-9437-998e6c72df34 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "GET /v2.0/networks?id=fa721afe-23d6-4e6a-924d-0932831cbadd HTTP/1.1" status: 200 len: 808 time: 0.6032567 Apr 28 19:32:28.866017 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-08cdb79d-a779-4aca-8827-ee41be0113fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:28.870335 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-08cdb79d-a779-4aca-8827-ee41be0113fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 1128 time: 0.2344496 Apr 28 19:32:28.906326 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dac9f2-d42c-45dc-aa4f-4b9030955671 x-openstack-request-id: req-18dac9f2-d42c-45dc-aa4f-4b9030955671 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:28.906518 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:28.906771 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18dac9f2-d42c-45dc-aa4f-4b9030955671 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:28.907190 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18dac9f2-d42c-45dc-aa4f-4b9030955671'] response: {'name': 'network-changed', 'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'status': 'completed', 'code': 200} Apr 28 19:32:28.948824 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9463211a-8f24-449c-8830-d9069387e193 x-openstack-request-id: req-9463211a-8f24-449c-8830-d9069387e193 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:28.949329 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f253d4f-29f4-4bce-80bf-cfb421b963b5", "name": "network-vif-plugged", "status": "completed", "tag": "614532dc-8d0b-4062-9b80-00871d38539e", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:28.949420 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9463211a-8f24-449c-8830-d9069387e193 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:28.950304 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9463211a-8f24-449c-8830-d9069387e193'] response: {'server_uuid': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614532dc-8d0b-4062-9b80-00871d38539e', 'code': 200} Apr 28 19:32:29.041727 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a049ed-477c-4833-99c4-34fe97aeb3ef req-abf53004-05a4-4b74-b781-b78b3245e7a9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.049283 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97a049ed-477c-4833-99c4-34fe97aeb3ef req-abf53004-05a4-4b74-b781-b78b3245e7a9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 944 time: 0.1536257 Apr 28 19:32:29.066878 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4d048-c8b8-4c68-ba64-21959026d209 req-08fc7a9a-b992-4fac-9865-cfd4f9edc0b9 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.068426 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-af4b8878-bef5-4124-8609-478a94f6fe65 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803347 Apr 28 19:32:29.069857 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23c4d048-c8b8-4c68-ba64-21959026d209 req-08fc7a9a-b992-4fac-9865-cfd4f9edc0b9 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0602756 Apr 28 19:32:29.110463 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97a049ed-477c-4833-99c4-34fe97aeb3ef req-aa7da99f-58dd-48c0-83d0-9daa6f88a557 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601385 Apr 28 19:32:29.125006 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23c4d048-c8b8-4c68-ba64-21959026d209 req-9a4958ba-7138-4ca6-bddb-e25c0c8f814c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488024 Apr 28 19:32:29.186427 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Request body: {'port': {'device_id': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd', 'admin_state_up': True, 'tenant_id': '45faf62a35b4477385e5423f3aa1f0c6'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:29.253870 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-58fa3c89-428c-4883-871e-1f0c37184fca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a HTTP/1.1" status: 200 len: 217 time: 0.0820642 Apr 28 19:32:29.328761 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d23d8b5d-9bad-47e5-9ed8-4e141466eafc req-cf297527-0433-480b-97f5-572857cae3ba tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 210 time: 0.0476081 Apr 28 19:32:29.348660 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61cfa045-195f-4e24-8b95-367df5c3a57e req-95578e15-19fc-40af-9877-feff796a7c2f service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743114 Apr 28 19:32:29.368796 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-9e3f7b7d-ee47-41a1-9c96-4d659d23c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.370312 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-9e3f7b7d-ee47-41a1-9c96-4d659d23c797 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.1051173 Apr 28 19:32:29.424738 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Made reservation on behalf of 45faf62a35b4477385e5423f3aa1f0c6 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:32:29.428124 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:29.443240 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c461-eb3e-46f0-9a38-55486b3b2816 req-ae34bacc-d848-472c-99e9-58c673ab2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.444872 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3990c461-eb3e-46f0-9a38-55486b3b2816 req-ae34bacc-d848-472c-99e9-58c673ab2743 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1129 time: 0.0469861 Apr 28 19:32:29.570084 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Allocated IP 172.20.0.4 (fa721afe-23d6-4e6a-924d-0932831cbadd/8d7cff54-0852-4d7c-8414-fd92ce7de76b/1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:32:29.709029 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device d4731658-71fd-41cf-a573-d28630f64b2f up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:29.735650 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks [] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:29.759149 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port d4731658-71fd-41cf-a573-d28630f64b2f completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:32:29.766708 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port d4731658-71fd-41cf-a573-d28630f64b2f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:29.767487 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:29.775437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:29.830736 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Network fa721afe-23d6-4e6a-924d-0932831cbadd is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:32:29.836799 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:32:29.842499 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:32:29.848902 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.849464 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:29.874665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Pushing event updated for resources: {'Port': ['ID=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:29.894168 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port d4731658-71fd-41cf-a573-d28630f64b2f is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:29.894568 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:29.913237 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fb48b19d-296b-414e-b643-e6989271dacb tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354398 Apr 28 19:32:29.934036 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716d1b4-1cc5-46dc-b4b3-17262193b563 req-29425686-d8fc-4c6e-a85b-c33955c444ec tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.935738 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port d4731658-71fd-41cf-a573-d28630f64b2f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4731658-71fd-41cf-a573-d28630f64b2f,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:29.941068 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6716d1b4-1cc5-46dc-b4b3-17262193b563 req-29425686-d8fc-4c6e-a85b-c33955c444ec tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0698042 Apr 28 19:32:29.944030 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:29.970551 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b311b8-c287-4165-8db3-d4ab995b9135 req-625dd446-0a70-4d8b-b8eb-801cf64a65bb tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:29.979773 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-51b311b8-c287-4165-8db3-d4ab995b9135 req-625dd446-0a70-4d8b-b8eb-801cf64a65bb tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0678749 Apr 28 19:32:30.001055 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=d4731658-71fd-41cf-a573-d28630f64b2f,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:30.027768 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6716d1b4-1cc5-46dc-b4b3-17262193b563 req-e51a5759-29b1-4d75-bd08-c024e545f64c tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843391 Apr 28 19:32:30.041995 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-627226e3-55e4-49db-9c70-7f4bc4750a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.043625 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-627226e3-55e4-49db-9c70-7f4bc4750a60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542407 Apr 28 19:32:30.082294 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-51b311b8-c287-4165-8db3-d4ab995b9135 req-dcfd85e3-3230-4d1b-b2ab-79f065429948 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974419 Apr 28 19:32:30.082294 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3990c461-eb3e-46f0-9a38-55486b3b2816 req-b4d1144d-8b44-4fa9-a0fb-993b15d75e82 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747066 Apr 28 19:32:30.226719 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40fe8f-ea2b-44c5-acd3-d4ba41205b28 req-b2741196-b0f3-46b0-ab27-efaab428c1af tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.228332 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca40fe8f-ea2b-44c5-acd3-d4ba41205b28 req-b2741196-b0f3-46b0-ab27-efaab428c1af tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0466552 Apr 28 19:32:30.241330 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6509c-c852-475e-a492-eb199a0a3b78 req-1b12c51f-8ed4-465e-8223-2c3ee0e87f38 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.242851 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9aa6509c-c852-475e-a492-eb199a0a3b78 req-1b12c51f-8ed4-465e-8223-2c3ee0e87f38 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0491741 Apr 28 19:32:30.286261 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca40fe8f-ea2b-44c5-acd3-d4ba41205b28 req-c9b7fdc9-080e-45ab-b0dc-6679304c5e2a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510933 Apr 28 19:32:30.304993 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9aa6509c-c852-475e-a492-eb199a0a3b78 req-99932908-8657-4466-9277-afb3e2f1da90 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508616 Apr 28 19:32:30.450836 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc861-cd3a-41e2-be17-0bcd8dd83481 req-27b7207b-4a3f-4576-a8c9-e4ec0605ebdf tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:30.452265 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a89cc861-cd3a-41e2-be17-0bcd8dd83481 req-27b7207b-4a3f-4576-a8c9-e4ec0605ebdf tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 931 time: 0.0469959 Apr 28 19:32:30.499985 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a89cc861-cd3a-41e2-be17-0bcd8dd83481 req-e394f76b-2379-4a77-b94f-a7c01af38531 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 Apr 28 19:32:30.951816 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4731658-71fd-41cf-a573-d28630f64b2f'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:30.955442 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3803d5c5-181f-4042-9e15-abbcdc5ad857" -d '{"events": [{"server_uuid": "8685f9cc-fc6e-4330-927f-fa8cf2be66f0", "name": "network-vif-plugged", "status": "completed", "tag": "d4731658-71fd-41cf-a573-d28630f64b2f"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:30.993007 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c36130-582a-4535-82b1-0d9e5889f699 x-openstack-request-id: req-23c36130-582a-4535-82b1-0d9e5889f699 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:30.993466 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8685f9cc-fc6e-4330-927f-fa8cf2be66f0", "name": "network-vif-plugged", "status": "completed", "tag": "d4731658-71fd-41cf-a573-d28630f64b2f", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:30.993846 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23c36130-582a-4535-82b1-0d9e5889f699 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:30.994500 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c36130-582a-4535-82b1-0d9e5889f699'] response: {'server_uuid': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4731658-71fd-41cf-a573-d28630f64b2f', 'code': 200} Apr 28 19:32:31.025095 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50344) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:31.182190 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0f693e5-018e-498b-bacf-70457fca509a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.197219 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4a412-f3a3-47dd-804b-95909a364178 req-546662d8-b4cc-440a-ab0b-136e4c94b61c tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:31.198644 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a6c4a412-f3a3-47dd-804b-95909a364178 req-546662d8-b4cc-440a-ab0b-136e4c94b61c tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0915611 Apr 28 19:32:31.211735 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1522782-593a-4f3d-945e-79390d16a4b9 req-c9a0b849-3196-4268-b7e7-051e8d26c20f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:31.213351 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b1522782-593a-4f3d-945e-79390d16a4b9 req-c9a0b849-3196-4268-b7e7-051e8d26c20f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0570276 Apr 28 19:32:31.268808 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b1522782-593a-4f3d-945e-79390d16a4b9 req-d3733734-e8d8-48d9-b685-7d6bc0e6407e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 Apr 28 19:32:31.276561 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a6c4a412-f3a3-47dd-804b-95909a364178 req-82e9a180-ab17-4f37-b2cb-1e18428631e9 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690818 Apr 28 19:32:31.284081 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50356) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:31.342737 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0f693e5-018e-498b-bacf-70457fca509a admin admin] Publish callbacks [] for security_group (24f6754e-f57e-47b9-9330-606df188d098), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.348424 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0f693e5-018e-498b-bacf-70457fca509a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (24f6754e-f57e-47b9-9330-606df188d098), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.405688 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f693e5-018e-498b-bacf-70457fca509a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f6754e-f57e-47b9-9330-606df188d098,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.414744 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b0f693e5-018e-498b-bacf-70457fca509a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4459d63c2b1a427097a38aa2ee95a294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883879 Apr 28 19:32:31.429689 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50368) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:31.437793 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-503bda36-8163-42e6-8798-de68925bba24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.482985 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23573fea-4e2d-49e8-9c79-8efb58b38a59 req-caf1fc5b-10a4-4463-96ba-a612f8ffaf6b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:31.484488 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23573fea-4e2d-49e8-9c79-8efb58b38a59 req-caf1fc5b-10a4-4463-96ba-a612f8ffaf6b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0697920 Apr 28 19:32:31.490632 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aa616-aec0-4668-b1ba-696edda530e3 req-e6b1bb79-7763-48d4-accf-efeb838eda0b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:31.492474 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c30aa616-aec0-4668-b1ba-696edda530e3 req-e6b1bb79-7763-48d4-accf-efeb838eda0b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0817587 Apr 28 19:32:31.546764 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-be10928e-9f88-4102-a9fd-6bc9b4bd873a admin admin] Publish callbacks [] for security_group (24f6754e-f57e-47b9-9330-606df188d098), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.556134 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23573fea-4e2d-49e8-9c79-8efb58b38a59 req-3367ec48-5deb-400a-bd7e-7dc574d7e187 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655124 Apr 28 19:32:31.583357 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-503bda36-8163-42e6-8798-de68925bba24 admin admin] Publish callbacks [] for security_group (e6670a83-86b2-44b1-a3c3-c52d70961779), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.585541 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c30aa616-aec0-4668-b1ba-696edda530e3 req-48f5ba76-24f4-435c-979b-e00a9b395de6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859957 Apr 28 19:32:31.588336 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-503bda36-8163-42e6-8798-de68925bba24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e6670a83-86b2-44b1-a3c3-c52d70961779), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.616389 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-be10928e-9f88-4102-a9fd-6bc9b4bd873a admin admin] Publish callbacks [] for security_group (24f6754e-f57e-47b9-9330-606df188d098), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.633013 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-503bda36-8163-42e6-8798-de68925bba24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffcdf4277c0d46aea3a75aae677607d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476973 Apr 28 19:32:31.634279 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bda36-8163-42e6-8798-de68925bba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6670a83-86b2-44b1-a3c3-c52d70961779,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.636708 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50372) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:31.690329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-be10928e-9f88-4102-a9fd-6bc9b4bd873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (24f6754e-f57e-47b9-9330-606df188d098), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.692905 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-be10928e-9f88-4102-a9fd-6bc9b4bd873a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.694347 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-be10928e-9f88-4102-a9fd-6bc9b4bd873a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24f6754e-f57e-47b9-9330-606df188d098 HTTP/1.1" status: 204 len: 168 time: 0.2634542 Apr 28 19:32:31.704605 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10928e-9f88-4102-a9fd-6bc9b4bd873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f6754e-f57e-47b9-9330-606df188d098,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:31.728891 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e07d14-f562-4485-9de5-410ad76f8cd9 req-431ed193-030a-4ecf-9221-7d4739507eea tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:31.730507 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-60e07d14-f562-4485-9de5-410ad76f8cd9 req-431ed193-030a-4ecf-9221-7d4739507eea tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 931 time: 0.0865541 Apr 28 19:32:31.761052 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-67b6c5f3-4f73-430f-8909-97b129b79984 admin admin] Publish callbacks [] for security_group (e6670a83-86b2-44b1-a3c3-c52d70961779), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.793408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-67b6c5f3-4f73-430f-8909-97b129b79984 admin admin] Publish callbacks [] for security_group (e6670a83-86b2-44b1-a3c3-c52d70961779), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.832748 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-60e07d14-f562-4485-9de5-410ad76f8cd9 req-09ccdda8-fbe5-40a1-9541-2883403596c4 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837522 Apr 28 19:32:31.867325 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-67b6c5f3-4f73-430f-8909-97b129b79984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e6670a83-86b2-44b1-a3c3-c52d70961779), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.870020 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-67b6c5f3-4f73-430f-8909-97b129b79984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:31.871162 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-67b6c5f3-4f73-430f-8909-97b129b79984 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6670a83-86b2-44b1-a3c3-c52d70961779 HTTP/1.1" status: 204 len: 168 time: 0.2330503 Apr 28 19:32:31.879352 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6c5f3-4f73-430f-8909-97b129b79984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6670a83-86b2-44b1-a3c3-c52d70961779,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:32.015358 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50388) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:32.028442 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6307e4f3-c017-4a29-bf42-5c4338bf5131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.104768 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6307e4f3-c017-4a29-bf42-5c4338bf5131 admin admin] Publish callbacks [] for security_group (56a3c226-dbe4-4247-9b22-b7236e608b3c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.109006 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6307e4f3-c017-4a29-bf42-5c4338bf5131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (56a3c226-dbe4-4247-9b22-b7236e608b3c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.147022 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6307e4f3-c017-4a29-bf42-5c4338bf5131 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=518391a004cb440b8d0a6b1e350d1b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304593 Apr 28 19:32:32.147731 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307e4f3-c017-4a29-bf42-5c4338bf5131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3c226-dbe4-4247-9b22-b7236e608b3c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:32.150267 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50392) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:32.200457 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0c50c9c-5926-49d7-b101-7bbf0528f310 admin admin] Publish callbacks [] for security_group (56a3c226-dbe4-4247-9b22-b7236e608b3c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.204953 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50394) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:32.217533 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a2e08c4-a353-464f-a9ce-4081a9bf7353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.221742 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0c50c9c-5926-49d7-b101-7bbf0528f310 admin admin] Publish callbacks [] for security_group (56a3c226-dbe4-4247-9b22-b7236e608b3c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.262900 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Request body: {'port': {'device_id': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:32.290625 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0c50c9c-5926-49d7-b101-7bbf0528f310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (56a3c226-dbe4-4247-9b22-b7236e608b3c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.293165 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0c50c9c-5926-49d7-b101-7bbf0528f310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.295469 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a0c50c9c-5926-49d7-b101-7bbf0528f310 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56a3c226-dbe4-4247-9b22-b7236e608b3c HTTP/1.1" status: 204 len: 168 time: 0.1445405 Apr 28 19:32:32.326268 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a2e08c4-a353-464f-a9ce-4081a9bf7353 admin admin] Publish callbacks [] for security_group (4eff9321-8e57-4c8c-8016-39131806a3dc), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.331108 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50c9c-5926-49d7-b101-7bbf0528f310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3c226-dbe4-4247-9b22-b7236e608b3c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:32.333248 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a2e08c4-a353-464f-a9ce-4081a9bf7353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4eff9321-8e57-4c8c-8016-39131806a3dc), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.364372 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.392194 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2a2e08c4-a353-464f-a9ce-4081a9bf7353 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d3f4a6f70c84f4c97536170f63436b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859727 Apr 28 19:32:32.393498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e08c4-a353-464f-a9ce-4081a9bf7353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff9321-8e57-4c8c-8016-39131806a3dc,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:32.396241 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50402) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:32.475988 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34a2e-b8bf-4da4-9ae0-dba7b6f937ff req-40de917a-dd82-47f6-a0f7-032ad192871b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:32.477486 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aee34a2e-b8bf-4da4-9ae0-dba7b6f937ff req-40de917a-dd82-47f6-a0f7-032ad192871b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0694866 Apr 28 19:32:32.509368 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-513470f7-0b68-436f-9037-572b3599b41b admin admin] Publish callbacks [] for security_group (4eff9321-8e57-4c8c-8016-39131806a3dc), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.551098 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-513470f7-0b68-436f-9037-572b3599b41b admin admin] Publish callbacks [] for security_group (4eff9321-8e57-4c8c-8016-39131806a3dc), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.563163 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aee34a2e-b8bf-4da4-9ae0-dba7b6f937ff req-1585bb8a-b4db-47d3-a143-968e142e9961 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720646 Apr 28 19:32:32.624229 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-513470f7-0b68-436f-9037-572b3599b41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4eff9321-8e57-4c8c-8016-39131806a3dc), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.627086 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-513470f7-0b68-436f-9037-572b3599b41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:32.628491 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-513470f7-0b68-436f-9037-572b3599b41b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4eff9321-8e57-4c8c-8016-39131806a3dc HTTP/1.1" status: 204 len: 168 time: 0.2311544 Apr 28 19:32:32.642910 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513470f7-0b68-436f-9037-572b3599b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff9321-8e57-4c8c-8016-39131806a3dc,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:32.778429 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05805d-33cf-44a9-baef-1277a0bd5343 req-4e7e3c14-279d-42cb-8674-75df6f463c6a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:32.780909 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e05805d-33cf-44a9-baef-1277a0bd5343 req-4e7e3c14-279d-42cb-8674-75df6f463c6a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0796421 Apr 28 19:32:32.803406 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b501b8-2308-4b55-a356-9d2c40a72d12 req-1f6499c3-d6be-406c-ba20-8be6fe4cadda tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:32.805799 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-63b501b8-2308-4b55-a356-9d2c40a72d12 req-1f6499c3-d6be-406c-ba20-8be6fe4cadda tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.3798561 Apr 28 19:32:32.866982 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e05805d-33cf-44a9-baef-1277a0bd5343 req-0515eb61-e600-4e5e-8255-00efcffdf8f4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761771 Apr 28 19:32:33.035942 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-63b501b8-2308-4b55-a356-9d2c40a72d12 req-aa431c56-adf3-4ed2-aaf8-cdbb7b9dcbca tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750476 Apr 28 19:32:33.049489 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5415-4337-44f9-8eea-e8e5d9755c73 req-51bd3372-ac17-45de-a38a-984796e1b944 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.060461 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-617c5415-4337-44f9-8eea-e8e5d9755c73 req-51bd3372-ac17-45de-a38a-984796e1b944 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.1137857 Apr 28 19:32:33.068043 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-7cf2d88f-600d-4446-b354-1328170697b9 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721272 Apr 28 19:32:33.173192 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-617c5415-4337-44f9-8eea-e8e5d9755c73 req-918474ae-9017-4efc-a190-bdbad0134527 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108644 Apr 28 19:32:33.211676 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf5b9-b6f2-44f1-84f5-35e6607feb4c req-11914631-fdeb-46cf-97de-906d9a887566 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.222280 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-28fcf5b9-b6f2-44f1-84f5-35e6607feb4c req-11914631-fdeb-46cf-97de-906d9a887566 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 931 time: 0.0746956 Apr 28 19:32:33.305971 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-28fcf5b9-b6f2-44f1-84f5-35e6607feb4c req-84212164-9e46-4444-860d-eabe49f9e10b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756905 Apr 28 19:32:33.338392 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:33.348148 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Publish callbacks [] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:33.363349 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Transition to ACTIVE for port object 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:32:33.368604 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:33.429863 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:33.466092 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Attempting to bind port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:32:33.466428 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Attempting to bind port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:32:33.466761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Attempting to bind port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 on network fa721afe-23d6-4e6a-924d-0932831cbadd {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:33.471187 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 on network fa721afe-23d6-4e6a-924d-0932831cbadd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:32:33.471510 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Attempting to bind port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 on network fa721afe-23d6-4e6a-924d-0932831cbadd {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:32:33.477294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:32:33.477675 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Checking segment: {'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:32:33.478071 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Bound using segment: {'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:32:33.478600 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Bound port: 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:32:33.478986 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:33.612235 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] For port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:32:33.630111 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] For port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:32:33.642141 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29bcfd21-4f68-4fd1-a175-9d6c70d28385 req-b3d834fe-64ad-46d7-9083-08f2b9fca6b1 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291993 Apr 28 19:32:33.643682 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:33.680736 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.681361 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:33.682763 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] 10.222.0.45 "PUT /v2.0/ports/1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 HTTP/1.1" status: 200 len: 1093 time: 1.4240644 Apr 28 19:32:33.683206 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'tag': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:33.686073 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2824142f-c948-4f32-8ea8-5a6a0f63a90a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c66dc5b-8f55-4471-9836-ca34307f65b0", "tag": "1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:33.707752 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3a7f9-2ed2-4422-8fa5-5b7244baccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:33.721130 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881817-be7d-4760-ae35-a46aa203b991 req-b6ca01aa-7679-4be5-9563-3e754ffa0e2c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.722954 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22881817-be7d-4760-ae35-a46aa203b991 req-b6ca01aa-7679-4be5-9563-3e754ffa0e2c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0661848 Apr 28 19:32:33.739705 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c7616d-f514-472b-8ae8-83779dc2dab0 x-openstack-request-id: req-75c7616d-f514-472b-8ae8-83779dc2dab0 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:33.740001 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c66dc5b-8f55-4471-9836-ca34307f65b0", "tag": "1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:33.740266 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75c7616d-f514-472b-8ae8-83779dc2dab0 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:33.740691 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c7616d-f514-472b-8ae8-83779dc2dab0'] response: {'name': 'network-changed', 'server_uuid': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'tag': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9', 'status': 'completed', 'code': 200} Apr 28 19:32:33.786005 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22881817-be7d-4760-ae35-a46aa203b991 req-916a5fc9-a43d-492d-a8e0-15ee3842b357 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533023 Apr 28 19:32:33.974786 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3f93b-792e-4151-8c98-c37cb88be442 req-727b367d-ca59-4806-954f-75f6d327e8ce tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:33.976423 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dba3f93b-792e-4151-8c98-c37cb88be442 req-727b367d-ca59-4806-954f-75f6d327e8ce tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0488958 Apr 28 19:32:34.025679 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dba3f93b-792e-4151-8c98-c37cb88be442 req-df0fed87-763b-4322-a24a-8a041e68dd5d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 Apr 28 19:32:34.150626 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f0b18-ef10-4556-8dea-9c93fe6a6efd req-c7b23d78-73c2-4a53-be4b-bdd7d16b7f3a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:34.152098 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-124f0b18-ef10-4556-8dea-9c93fe6a6efd req-c7b23d78-73c2-4a53-be4b-bdd7d16b7f3a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0464723 Apr 28 19:32:34.226495 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-124f0b18-ef10-4556-8dea-9c93fe6a6efd req-7afce759-6713-4345-8725-b89c254a4c65 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631833 Apr 28 19:32:34.305583 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c7705-1756-41e0-b6ad-71a410e3f91a req-18357191-2e8e-4720-8595-e6844dbb3472 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:34.313144 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a25c7705-1756-41e0-b6ad-71a410e3f91a req-18357191-2e8e-4720-8595-e6844dbb3472 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0745821 Apr 28 19:32:34.390385 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a25c7705-1756-41e0-b6ad-71a410e3f91a req-1cfef4fe-b6ea-485d-ad06-86e7496c21e6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763197 Apr 28 19:32:34.461433 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf6b45-9e55-4715-bd73-249c36566905 req-ace5baf6-8e08-4f81-9ee8-09e9d8f12f54 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:34.468596 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-debf6b45-9e55-4715-bd73-249c36566905 req-ace5baf6-8e08-4f81-9ee8-09e9d8f12f54 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0594344 Apr 28 19:32:34.526433 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-debf6b45-9e55-4715-bd73-249c36566905 req-9ed2c146-f741-4740-80d8-1927b683fd28 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565953 Apr 28 19:32:34.919522 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e7656-184d-46eb-b4fe-65fb1a47cd17 req-dec5239b-68f5-48be-b687-2d3fcecb429c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:34.921393 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-912e7656-184d-46eb-b4fe-65fb1a47cd17 req-dec5239b-68f5-48be-b687-2d3fcecb429c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0507364 Apr 28 19:32:34.976782 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-912e7656-184d-46eb-b4fe-65fb1a47cd17 req-28e65c32-8ca6-4991-b603-f426dde57e62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488627 Apr 28 19:32:35.150893 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf4804-0dbe-45b2-9458-d38f92835104 req-8c0ef280-d784-4439-bde4-fd2755e110eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.152512 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82bf4804-0dbe-45b2-9458-d38f92835104 req-8c0ef280-d784-4439-bde4-fd2755e110eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0486009 Apr 28 19:32:35.203278 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-82bf4804-0dbe-45b2-9458-d38f92835104 req-cb577559-be93-4cd7-8e5e-bf03ff214810 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Apr 28 19:32:35.213914 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50572) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:35.329836 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e02b2365-c3c7-4ec9-b1d0-ea53b3ff672f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.406708 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e02b2365-c3c7-4ec9-b1d0-ea53b3ff672f admin admin] Publish callbacks [] for security_group (28a7fef4-ea26-432e-a73d-e21b141e4849), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.413030 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e02b2365-c3c7-4ec9-b1d0-ea53b3ff672f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (28a7fef4-ea26-432e-a73d-e21b141e4849), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.443507 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50586) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:35.470248 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e02b2365-c3c7-4ec9-b1d0-ea53b3ff672f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f33d991e2d1842ff848ccd23599a0b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526085 Apr 28 19:32:35.470248 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b2365-c3c7-4ec9-b1d0-ea53b3ff672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a7fef4-ea26-432e-a73d-e21b141e4849,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:35.470666 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50590) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:35.524349 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54076ff0-0a8d-4fed-8049-e83287f64da9 req-74ea639d-1b0f-4fcd-b28d-d22b084a5b71 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.525865 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54076ff0-0a8d-4fed-8049-e83287f64da9 req-74ea639d-1b0f-4fcd-b28d-d22b084a5b71 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0611370 Apr 28 19:32:35.532323 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-747f3c88-291e-4030-b64c-389a82c6deac admin admin] Publish callbacks [] for security_group (28a7fef4-ea26-432e-a73d-e21b141e4849), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.564138 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-747f3c88-291e-4030-b64c-389a82c6deac admin admin] Publish callbacks [] for security_group (28a7fef4-ea26-432e-a73d-e21b141e4849), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.566096 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a19bb1dd-1598-4ad4-ad53-dc0939e07846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.577494 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54076ff0-0a8d-4fed-8049-e83287f64da9 req-0a33eac8-b651-4758-932b-4612d821cdf0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441699 Apr 28 19:32:35.666695 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5110d-c287-4f09-9f2c-9f3b02b17950 req-08d6e27d-9a0e-45b3-bd93-c4f599b001b7 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:35.668159 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ec5110d-c287-4f09-9f2c-9f3b02b17950 req-08d6e27d-9a0e-45b3-bd93-c4f599b001b7 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0600238 Apr 28 19:32:35.671679 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-747f3c88-291e-4030-b64c-389a82c6deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (28a7fef4-ea26-432e-a73d-e21b141e4849), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.674331 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-747f3c88-291e-4030-b64c-389a82c6deac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.675341 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-747f3c88-291e-4030-b64c-389a82c6deac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28a7fef4-ea26-432e-a73d-e21b141e4849 HTTP/1.1" status: 204 len: 168 time: 0.2014377 Apr 28 19:32:35.701091 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f3c88-291e-4030-b64c-389a82c6deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a7fef4-ea26-432e-a73d-e21b141e4849,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:35.746421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:35.753359 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1ec5110d-c287-4f09-9f2c-9f3b02b17950 req-d723dde5-3f00-4ac8-9ac0-1f59b103a173 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768745 Apr 28 19:32:35.762879 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a19bb1dd-1598-4ad4-ad53-dc0939e07846 admin admin] Publish callbacks [] for security_group (fdf8d244-8118-4581-a97e-b3ae755f744d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.771107 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a19bb1dd-1598-4ad4-ad53-dc0939e07846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (fdf8d244-8118-4581-a97e-b3ae755f744d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.821749 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a19bb1dd-1598-4ad4-ad53-dc0939e07846 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bae5df06043447aaefee4a469e1320e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769913 Apr 28 19:32:35.822058 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50600) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:35.822619 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb1dd-1598-4ad4-ad53-dc0939e07846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8d244-8118-4581-a97e-b3ae755f744d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:35.874874 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:35.889032 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'port_id': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'mac_address': 'fa:16:3e:c8:b2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:35.891537 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3eb222a-215c-44db-b97b-000c5244df7c admin admin] Publish callbacks [] for security_group (fdf8d244-8118-4581-a97e-b3ae755f744d), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.918261 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3eb222a-215c-44db-b97b-000c5244df7c admin admin] Publish callbacks [] for security_group (fdf8d244-8118-4581-a97e-b3ae755f744d), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.935308 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:35.935971 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.953283 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:35.976990 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:35.977279 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3eb222a-215c-44db-b97b-000c5244df7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (fdf8d244-8118-4581-a97e-b3ae755f744d), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.980479 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3eb222a-215c-44db-b97b-000c5244df7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.982292 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:35.982493 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f3eb222a-215c-44db-b97b-000c5244df7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdf8d244-8118-4581-a97e-b3ae755f744d HTTP/1.1" status: 204 len: 168 time: 0.1588786 Apr 28 19:32:35.991989 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb222a-215c-44db-b97b-000c5244df7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8d244-8118-4581-a97e-b3ae755f744d,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:35.997833 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50604) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:36.018129 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6aa828c-e9f8-4802-a6e2-04ab568de298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.063955 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:36.139141 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55b5ef-1445-4ed8-8f6c-9afa9d0c1364 req-d3e43dee-9802-4d9f-8326-101afc8eabce tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.140810 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce55b5ef-1445-4ed8-8f6c-9afa9d0c1364 req-d3e43dee-9802-4d9f-8326-101afc8eabce tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.0637622 Apr 28 19:32:36.167332 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6aa828c-e9f8-4802-a6e2-04ab568de298 admin admin] Publish callbacks [] for security_group (3b47f7ac-a401-4cda-a9ae-55a152391c26), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.175345 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6aa828c-e9f8-4802-a6e2-04ab568de298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (3b47f7ac-a401-4cda-a9ae-55a152391c26), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.234813 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50612) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:36.235394 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f6aa828c-e9f8-4802-a6e2-04ab568de298 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d17ef00d706c484db2c8e59e1706dd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355363 Apr 28 19:32:36.241355 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce55b5ef-1445-4ed8-8f6c-9afa9d0c1364 req-81ee25a2-8711-4e84-af53-1ee406633baa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946910 Apr 28 19:32:36.242547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa828c-e9f8-4802-a6e2-04ab568de298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b47f7ac-a401-4cda-a9ae-55a152391c26,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:36.331250 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a74f5726-6f13-4728-8a81-0210ea8fa0bb admin admin] Publish callbacks [] for security_group (3b47f7ac-a401-4cda-a9ae-55a152391c26), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.360643 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50616) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:36.375671 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-62c55871-863e-4b62-902f-c997fe3046ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.378787 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a74f5726-6f13-4728-8a81-0210ea8fa0bb admin admin] Publish callbacks [] for security_group (3b47f7ac-a401-4cda-a9ae-55a152391c26), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.386113 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05cde4-9c1b-4eab-b16b-45751227e79d req-b17cc5a3-759e-41a6-9248-4a415e01116f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.388169 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6d05cde4-9c1b-4eab-b16b-45751227e79d req-b17cc5a3-759e-41a6-9248-4a415e01116f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0717313 Apr 28 19:32:36.459205 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-62c55871-863e-4b62-902f-c997fe3046ad admin admin] Publish callbacks [] for security_group (2a14d982-5696-4eee-8522-db575d5f009f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.462502 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6d05cde4-9c1b-4eab-b16b-45751227e79d req-9cebbd75-e6aa-4554-998e-a238d6075e16 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659282 Apr 28 19:32:36.462648 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-62c55871-863e-4b62-902f-c997fe3046ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2a14d982-5696-4eee-8522-db575d5f009f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.485029 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a74f5726-6f13-4728-8a81-0210ea8fa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (3b47f7ac-a401-4cda-a9ae-55a152391c26), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.487825 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a74f5726-6f13-4728-8a81-0210ea8fa0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.488948 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a74f5726-6f13-4728-8a81-0210ea8fa0bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b47f7ac-a401-4cda-a9ae-55a152391c26 HTTP/1.1" status: 204 len: 168 time: 0.2527709 Apr 28 19:32:36.498648 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f5726-6f13-4728-8a81-0210ea8fa0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b47f7ac-a401-4cda-a9ae-55a152391c26,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:36.503120 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-62c55871-863e-4b62-902f-c997fe3046ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33f711081a1e4182927eb929c108aa10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411686 Apr 28 19:32:36.504412 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c55871-863e-4b62-902f-c997fe3046ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a14d982-5696-4eee-8522-db575d5f009f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:36.505781 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50620) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:36.560896 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a2e5407d-dfc1-4a00-801c-11db086d9509 admin admin] Publish callbacks [] for security_group (2a14d982-5696-4eee-8522-db575d5f009f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.584213 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a2e5407d-dfc1-4a00-801c-11db086d9509 admin admin] Publish callbacks [] for security_group (2a14d982-5696-4eee-8522-db575d5f009f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.647015 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a2e5407d-dfc1-4a00-801c-11db086d9509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2a14d982-5696-4eee-8522-db575d5f009f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.650459 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a2e5407d-dfc1-4a00-801c-11db086d9509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:36.651687 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a2e5407d-dfc1-4a00-801c-11db086d9509 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a14d982-5696-4eee-8522-db575d5f009f HTTP/1.1" status: 204 len: 168 time: 0.1449530 Apr 28 19:32:36.665618 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5407d-dfc1-4a00-801c-11db086d9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a14d982-5696-4eee-8522-db575d5f009f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:36.737906 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4df5-a9fe-4098-89ba-703294f1379f req-bf7344bd-b631-41b8-8e6b-cedf557e7d78 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.739668 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1b8a4df5-a9fe-4098-89ba-703294f1379f req-bf7344bd-b631-41b8-8e6b-cedf557e7d78 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0883248 Apr 28 19:32:36.787688 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1b8a4df5-a9fe-4098-89ba-703294f1379f req-90e23662-1769-4a23-80b0-0ff921252d5d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Apr 28 19:32:36.897138 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff4d2-7042-4eec-b6f0-2d4cb22dde20 req-73ea7c70-d6ce-4fc3-b202-9449a0a5c90c tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:36.899285 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fafff4d2-7042-4eec-b6f0-2d4cb22dde20 req-73ea7c70-d6ce-4fc3-b202-9449a0a5c90c tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0484405 Apr 28 19:32:36.951438 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fafff4d2-7042-4eec-b6f0-2d4cb22dde20 req-68c93cc4-cfe1-4f6f-bec9-9fa1679d1130 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437925 Apr 28 19:32:37.365731 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f1417-6769-485d-aa45-6abfeafc54cf req-c5ca1b62-adf0-48ce-a78b-d30e6d4feb3b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:37.367994 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20f1417-6769-485d-aa45-6abfeafc54cf req-c5ca1b62-adf0-48ce-a78b-d30e6d4feb3b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.0501950 Apr 28 19:32:37.426021 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20f1417-6769-485d-aa45-6abfeafc54cf req-6742a97d-38a3-4f12-9604-12cc3de91365 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521097 Apr 28 19:32:37.582883 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da852bf-fd75-40ea-b62f-a50595c154f4 req-8f8cb441-a900-4d6d-8587-53f593e51512 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:37.584947 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6da852bf-fd75-40ea-b62f-a50595c154f4 req-8f8cb441-a900-4d6d-8587-53f593e51512 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0514045 Apr 28 19:32:37.639555 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6da852bf-fd75-40ea-b62f-a50595c154f4 req-5f838b76-5262-4c1e-8460-7c51ed3cfb5c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472636 Apr 28 19:32:37.801725 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:37.921395 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53186028-9d00-48b6-87d1-9ad8929368e0 req-a1ed4884-c3b9-4a42-b039-40d446c2e139 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:37.923254 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53186028-9d00-48b6-87d1-9ad8929368e0 req-a1ed4884-c3b9-4a42-b039-40d446c2e139 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0547714 Apr 28 19:32:38.003502 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53186028-9d00-48b6-87d1-9ad8929368e0 req-2fba0d04-46bd-4044-b026-e81de57e248e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741665 Apr 28 19:32:38.093817 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd3db8-6a90-4a77-92ca-af1d3e40b94f req-64dcbd90-5531-4180-bbb1-52bad5faff96 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.095358 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7dfd3db8-6a90-4a77-92ca-af1d3e40b94f req-64dcbd90-5531-4180-bbb1-52bad5faff96 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0528643 Apr 28 19:32:38.146073 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7dfd3db8-6a90-4a77-92ca-af1d3e40b94f req-43d98726-b4f8-48a8-8f8a-fcffbc903207 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Apr 28 19:32:38.576516 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd57a-eb18-4d1d-91a4-638317856477 req-a60c6e0c-f000-4cea-bcf5-6bfff2f5e070 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.578287 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-243dd57a-eb18-4d1d-91a4-638317856477 req-a60c6e0c-f000-4cea-bcf5-6bfff2f5e070 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.0599778 Apr 28 19:32:38.635987 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-243dd57a-eb18-4d1d-91a4-638317856477 req-f965a14b-1cda-4099-81a1-4c0656fac300 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521176 Apr 28 19:32:38.769799 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d1f3a-ad5e-4841-8e8b-86d6b269f8fe req-e7eb05e9-74b4-445a-a79f-4bf60335ef23 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:38.771357 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ac2d1f3a-ad5e-4841-8e8b-86d6b269f8fe req-e7eb05e9-74b4-445a-a79f-4bf60335ef23 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0526299 Apr 28 19:32:38.834221 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ac2d1f3a-ad5e-4841-8e8b-86d6b269f8fe req-a402c5d3-5500-4021-8dae-f349258b5e6c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544653 Apr 28 19:32:39.014170 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50818) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:39.132528 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.140623 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf181f1-6a99-4326-b253-5fb0c624ba55 req-4fb4cd23-72c6-40d8-92af-c693c71c1fd4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:39.142111 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccf181f1-6a99-4326-b253-5fb0c624ba55 req-4fb4cd23-72c6-40d8-92af-c693c71c1fd4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0593202 Apr 28 19:32:39.210136 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccf181f1-6a99-4326-b253-5fb0c624ba55 req-1ce3d833-602b-4479-a89c-98b5511bfa3b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610082 Apr 28 19:32:39.256169 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Publish callbacks [] for security_group (2e696fc8-746a-4d83-88a6-c7a8d17152c8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.260391 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2e696fc8-746a-4d83-88a6-c7a8d17152c8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.332327 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e696fc8-746a-4d83-88a6-c7a8d17152c8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:39.339104 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1873870ad41b4422b693c680c311a9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239455 Apr 28 19:32:39.342499 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50828) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:39.346498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.346913 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.347305 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.347677 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.348022 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.348367 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.348707 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.349043 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.349397 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.349757 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.350116 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.350470 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.350805 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.351137 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.351468 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68fe96-6f23-47a4-bfd5-86a07fdd552d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.363706 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb6d8a-4de3-4375-9c73-9d90bcc8a3ed req-f7988f04-a018-4121-a7c6-00742e32e567 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:39.365222 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5bfb6d8a-4de3-4375-9c73-9d90bcc8a3ed req-f7988f04-a018-4121-a7c6-00742e32e567 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0927811 Apr 28 19:32:39.397785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Publish callbacks [] for security_group (2e696fc8-746a-4d83-88a6-c7a8d17152c8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.415900 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5bfb6d8a-4de3-4375-9c73-9d90bcc8a3ed req-197169de-bc27-4de1-bbe4-baf107d7dd37 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 Apr 28 19:32:39.421249 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Publish callbacks [] for security_group (2e696fc8-746a-4d83-88a6-c7a8d17152c8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.473797 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2e696fc8-746a-4d83-88a6-c7a8d17152c8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.476804 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.477992 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e696fc8-746a-4d83-88a6-c7a8d17152c8 HTTP/1.1" status: 204 len: 168 time: 0.1342967 Apr 28 19:32:39.485929 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e696fc8-746a-4d83-88a6-c7a8d17152c8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:39.493277 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.493662 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.494008 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.494352 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.494692 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.495030 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.495366 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.495697 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.496050 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.496947 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.497290 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.497658 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.497996 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.498321 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.498653 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5384aa-4775-44e2-95be-3be5123bd1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:39.748282 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50836) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:39.759020 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd372f-1ac4-4914-97a1-2cbf6e3fcf78 req-da50ab67-e33b-40fe-b2c2-4ae2a860ba82 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:39.760583 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0fd372f-1ac4-4914-97a1-2cbf6e3fcf78 req-da50ab67-e33b-40fe-b2c2-4ae2a860ba82 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.0498552 Apr 28 19:32:39.763994 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c76f2c9f-5db7-4c94-9de2-2b6c407ef0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.819116 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 09f2afda-6463-49ba-b0e8-4f48397cc09a details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:39.826615 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:39.828793 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a0fd372f-1ac4-4914-97a1-2cbf6e3fcf78 req-f0402871-b597-45a9-9ef2-b522cc05be17 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618589 Apr 28 19:32:39.882085 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c76f2c9f-5db7-4c94-9de2-2b6c407ef0c4 admin admin] Publish callbacks [] for security_group (461d09df-5af6-465d-8412-eac5bbfe3e18), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.893048 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c76f2c9f-5db7-4c94-9de2-2b6c407ef0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (461d09df-5af6-465d-8412-eac5bbfe3e18), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:39.941910 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:32:39.949572 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c76f2c9f-5db7-4c94-9de2-2b6c407ef0c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0bde41a16556432e948e1f7e8e6201c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978056 Apr 28 19:32:39.949572 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f2c9f-5db7-4c94-9de2-2b6c407ef0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d09df-5af6-465d-8412-eac5bbfe3e18,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:39.950919 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50852) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:39.995092 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41a709-77a9-45ad-bb9e-c499b22daf6a req-ae6e167c-4a30-4354-af5e-9f8aaf72b325 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.003031 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ce41a709-77a9-45ad-bb9e-c499b22daf6a req-ae6e167c-4a30-4354-af5e-9f8aaf72b325 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 944 time: 0.0666840 Apr 28 19:32:40.035987 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:40.039211 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.071197 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ce41a709-77a9-45ad-bb9e-c499b22daf6a req-9a407a33-bb6a-45b4-83f2-a8f7fab456f8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673091 Apr 28 19:32:40.139264 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 09f2afda-6463-49ba-b0e8-4f48397cc09a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:40.150915 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-10050603-6aa7-4123-84d4-5e4309580ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.152373 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-10050603-6aa7-4123-84d4-5e4309580ddc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 1128 time: 0.0402529 Apr 28 19:32:40.156073 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:40.186650 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746718d-d712-4ab9-a0d2-a7ed15f2d9f4 req-ce120054-8a4d-48c2-b10e-5dcf658b9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.189086 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c746718d-d712-4ab9-a0d2-a7ed15f2d9f4 req-ce120054-8a4d-48c2-b10e-5dcf658b9586 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 1129 time: 0.1930013 Apr 28 19:32:40.203393 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca62b6f6-1203-49d7-95e6-61612c0b5b56 admin admin] Publish callbacks [] for security_group (461d09df-5af6-465d-8412-eac5bbfe3e18), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.227797 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 09f2afda-6463-49ba-b0e8-4f48397cc09a is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:40.228293 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.232270 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca62b6f6-1203-49d7-95e6-61612c0b5b56 admin admin] Publish callbacks [] for security_group (461d09df-5af6-465d-8412-eac5bbfe3e18), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.241708 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:40.242102 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.244894 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f2afda-6463-49ba-b0e8-4f48397cc09a {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:40.306651 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 09f2afda-6463-49ba-b0e8-4f48397cc09a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:40.314307 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:40.316101 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca62b6f6-1203-49d7-95e6-61612c0b5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (461d09df-5af6-465d-8412-eac5bbfe3e18), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.319634 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ca62b6f6-1203-49d7-95e6-61612c0b5b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.320026 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b645f6c-ade3-4818-92b1-531c716e7bff" -d '{"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-plugged", "status": "completed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:40.320909 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ca62b6f6-1203-49d7-95e6-61612c0b5b56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/461d09df-5af6-465d-8412-eac5bbfe3e18 HTTP/1.1" status: 204 len: 168 time: 0.3689437 Apr 28 19:32:40.328826 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.330224 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b6f6-1203-49d7-95e6-61612c0b5b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d09df-5af6-465d-8412-eac5bbfe3e18,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.341818 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:40.368274 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:40.378652 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec353a9-22ac-4cb5-b608-93dbe2b89456 req-55a1d42d-b321-4407-a5cd-10f2e289802c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.380413 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eec353a9-22ac-4cb5-b608-93dbe2b89456 req-55a1d42d-b321-4407-a5cd-10f2e289802c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0696940 Apr 28 19:32:40.402040 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=09f2afda-6463-49ba-b0e8-4f48397cc09a,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.457757 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eec353a9-22ac-4cb5-b608-93dbe2b89456 req-5e1c8541-eadb-4708-a785-44ad5b7c3360 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624292 Apr 28 19:32:40.483148 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:40.508130 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63834f60-ed57-4d01-b574-c719bb19bfb9 x-openstack-request-id: req-63834f60-ed57-4d01-b574-c719bb19bfb9 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:40.508524 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-plugged", "status": "completed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:40.508930 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63834f60-ed57-4d01-b574-c719bb19bfb9 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:40.509492 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63834f60-ed57-4d01-b574-c719bb19bfb9'] response: {'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'code': 200} Apr 28 19:32:40.613775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8407ff-d88d-4607-8bbd-3926555245b8 req-023a7974-4e0e-4a1f-a8db-84b98068dba7 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:40.615364 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e8407ff-d88d-4607-8bbd-3926555245b8 req-023a7974-4e0e-4a1f-a8db-84b98068dba7 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0588589 Apr 28 19:32:40.668792 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e8407ff-d88d-4607-8bbd-3926555245b8 req-37af1360-98df-48f4-a663-3a4b56f1d190 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474198 Apr 28 19:32:40.760148 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['09f2afda-6463-49ba-b0e8-4f48397cc09a'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:41.011515 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824142f-c948-4f32-8ea8-5a6a0f63a90a req-04bd5f48-82e5-4b30-9860-a427ffd7741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.012952 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2824142f-c948-4f32-8ea8-5a6a0f63a90a req-04bd5f48-82e5-4b30-9860-a427ffd7741f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 1127 time: 0.1090591 Apr 28 19:32:41.182067 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c746718d-d712-4ab9-a0d2-a7ed15f2d9f4 req-2d8f4e18-f085-4629-9552-9dc63e437607 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847648 Apr 28 19:32:41.188407 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-b9327dfa-e0ae-452f-9832-f31e03b349ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.190088 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-b9327dfa-e0ae-452f-9832-f31e03b349ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 916 time: 0.2915564 Apr 28 19:32:41.262219 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae0af9-ad77-4524-8265-fb780104031c req-48b8258d-e1df-4a9a-80a9-896469f33528 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.263736 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56ae0af9-ad77-4524-8265-fb780104031c req-48b8258d-e1df-4a9a-80a9-896469f33528 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 945 time: 0.0556843 Apr 28 19:32:41.335893 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56ae0af9-ad77-4524-8265-fb780104031c req-7f5eb4b4-feb5-440d-a0eb-cd3947520fcb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643694 Apr 28 19:32:41.372319 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b193057-2fbc-4de5-b4af-9cffdae072b2 req-92798725-5885-45f5-bfe2-e9eb5efe132a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.373813 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1b193057-2fbc-4de5-b4af-9cffdae072b2 req-92798725-5885-45f5-bfe2-e9eb5efe132a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.4687388 Apr 28 19:32:41.392868 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824142f-c948-4f32-8ea8-5a6a0f63a90a req-0d1e1ef6-426d-4346-bcdf-a4abac1dec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.394597 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2824142f-c948-4f32-8ea8-5a6a0f63a90a req-0d1e1ef6-426d-4346-bcdf-a4abac1dec21 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3462076 Apr 28 19:32:41.432572 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1b193057-2fbc-4de5-b4af-9cffdae072b2 req-474cc420-0472-4c55-8163-886ad82e19ed tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500076 Apr 28 19:32:41.578270 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e1415-e474-4fa9-902c-aa50eef18adf req-7c95b9c2-d9c0-48a3-ab9d-e70cb586791c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.580349 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-922e1415-e474-4fa9-902c-aa50eef18adf req-7c95b9c2-d9c0-48a3-ab9d-e70cb586791c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0512550 Apr 28 19:32:41.655490 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-68c2bcaf-0656-41fb-aca0-33b0dbd02f23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a HTTP/1.1" status: 200 len: 217 time: 0.0549419 Apr 28 19:32:41.715801 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02326e-e0fa-4f26-9dc9-3cc1657be928 req-d06a265b-a349-4990-a246-951bc8dd797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.717305 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fa02326e-e0fa-4f26-9dc9-3cc1657be928 req-d06a265b-a349-4990-a246-951bc8dd797b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1129 time: 0.0708725 Apr 28 19:32:41.763443 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-922e1415-e474-4fa9-902c-aa50eef18adf req-60713291-fef6-4d05-9f19-a1370be7e1e7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624990 Apr 28 19:32:41.763907 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824142f-c948-4f32-8ea8-5a6a0f63a90a req-a20c45b6-7acb-46f4-9bdf-f2ded013dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.763907 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2824142f-c948-4f32-8ea8-5a6a0f63a90a req-a20c45b6-7acb-46f4-9bdf-f2ded013dbe8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502519 Apr 28 19:32:41.794428 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-be044edd-31d7-4499-a813-c880a7a817cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.795906 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-be044edd-31d7-4499-a813-c880a7a817cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.1029384 Apr 28 19:32:41.809610 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fa02326e-e0fa-4f26-9dc9-3cc1657be928 req-f02fb4a1-3031-4599-9b13-bbe74a9b1d8a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698383 Apr 28 19:32:41.827157 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4907c9f-82e1-454f-aa79-3fe0af1679ea req-7556b0dd-d6e4-471e-aa85-8c07441670e5 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:41.828721 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c4907c9f-82e1-454f-aa79-3fe0af1679ea req-7556b0dd-d6e4-471e-aa85-8c07441670e5 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0578856 Apr 28 19:32:41.880791 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c4907c9f-82e1-454f-aa79-3fe0af1679ea req-7a0b3b84-d2a1-4f05-943b-ba1e4a1964d7 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 Apr 28 19:32:41.933485 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50920) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:42.036681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dbfa-6f91-4002-8b17-1a0eb49e485e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.064293 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 09f2afda-6463-49ba-b0e8-4f48397cc09a up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:42.110977 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dbfa-6f91-4002-8b17-1a0eb49e485e admin admin] Publish callbacks [] for security_group (1692d8d4-57d0-4641-a9df-f784bdddbef8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.111755 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 09f2afda-6463-49ba-b0e8-4f48397cc09a completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:32:42.117553 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ad3dbfa-6f91-4002-8b17-1a0eb49e485e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (1692d8d4-57d0-4641-a9df-f784bdddbef8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.119302 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 09f2afda-6463-49ba-b0e8-4f48397cc09a triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:42.119682 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.158192 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5ad3dbfa-6f91-4002-8b17-1a0eb49e485e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27f6b8fd1b194886a22f84ba4dda3bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234933 Apr 28 19:32:42.159255 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3dbfa-6f91-4002-8b17-1a0eb49e485e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1692d8d4-57d0-4641-a9df-f784bdddbef8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:42.159591 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50924) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:42.205162 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 09f2afda-6463-49ba-b0e8-4f48397cc09a is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:42.205559 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.211379 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ed53301b-97e9-4b32-bc30-4c0b5c8bc12d admin admin] Publish callbacks [] for security_group (1692d8d4-57d0-4641-a9df-f784bdddbef8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.236056 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ed53301b-97e9-4b32-bc30-4c0b5c8bc12d admin admin] Publish callbacks [] for security_group (1692d8d4-57d0-4641-a9df-f784bdddbef8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.238378 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 09f2afda-6463-49ba-b0e8-4f48397cc09a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:42.243804 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.291214 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ed53301b-97e9-4b32-bc30-4c0b5c8bc12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (1692d8d4-57d0-4641-a9df-f784bdddbef8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.293746 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ed53301b-97e9-4b32-bc30-4c0b5c8bc12d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.294891 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ed53301b-97e9-4b32-bc30-4c0b5c8bc12d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1692d8d4-57d0-4641-a9df-f784bdddbef8 HTTP/1.1" status: 204 len: 168 time: 0.1344738 Apr 28 19:32:42.302368 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=09f2afda-6463-49ba-b0e8-4f48397cc09a,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:42.303623 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53301b-97e9-4b32-bc30-4c0b5c8bc12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1692d8d4-57d0-4641-a9df-f784bdddbef8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:42.314510 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.314868 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.315231 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.315595 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.315939 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.316293 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.316625 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.316956 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.317285 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.317613 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.317974 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.318319 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.318652 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.318977 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.319300 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:42.471787 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839383e-94e4-45aa-b9d4-02a44995a56e req-c0846af0-ded1-45d2-acee-97095899c0c3 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.473338 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5839383e-94e4-45aa-b9d4-02a44995a56e req-c0846af0-ded1-45d2-acee-97095899c0c3 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0520148 Apr 28 19:32:42.511058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:42.513410 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf493ced-90fe-4312-aeb5-b558806577bd" -d '{"events": [{"server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "name": "network-vif-plugged", "status": "completed", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:42.532671 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5839383e-94e4-45aa-b9d4-02a44995a56e req-c7a7fa38-77d7-4c1c-837e-c68733fd83fe tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529032 Apr 28 19:32:42.568733 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c485cc-fedb-45df-b986-320ee5b67b3d req-9f4fd0c6-2add-4257-a174-ec9f4abb5475 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.570409 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6c485cc-fedb-45df-b986-320ee5b67b3d req-9f4fd0c6-2add-4257-a174-ec9f4abb5475 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0621715 Apr 28 19:32:42.585134 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e6ada-8fa2-491b-884a-cf212e33edad x-openstack-request-id: req-308e6ada-8fa2-491b-884a-cf212e33edad {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:42.585442 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "name": "network-vif-plugged", "status": "completed", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:42.585730 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-308e6ada-8fa2-491b-884a-cf212e33edad {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:42.586117 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308e6ada-8fa2-491b-884a-cf212e33edad'] response: {'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'code': 200} Apr 28 19:32:42.612933 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 50940) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:42.635290 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3b8b27bd-281d-4549-a98c-c8afd4de7bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.640636 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e6c485cc-fedb-45df-b986-320ee5b67b3d req-0c3a441a-fb0e-4148-9df9-2871e8c5179c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632885 Apr 28 19:32:42.712217 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3b8b27bd-281d-4549-a98c-c8afd4de7bf8 admin admin] Publish callbacks [] for security_group (f0a21f11-e2d4-45ad-9b22-1bfc413b18f8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.715987 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3b8b27bd-281d-4549-a98c-c8afd4de7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (f0a21f11-e2d4-45ad-9b22-1bfc413b18f8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.754678 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3b8b27bd-281d-4549-a98c-c8afd4de7bf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e7689e185114d5f9d66c746d4193044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407139 Apr 28 19:32:42.755535 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b27bd-281d-4549-a98c-c8afd4de7bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a21f11-e2d4-45ad-9b22-1bfc413b18f8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:42.757313 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 50942) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:42.809228 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-261a9ad4-1860-4dc6-ae9c-f4c93c640b57 admin admin] Publish callbacks [] for security_group (f0a21f11-e2d4-45ad-9b22-1bfc413b18f8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.855732 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-261a9ad4-1860-4dc6-ae9c-f4c93c640b57 admin admin] Publish callbacks [] for security_group (f0a21f11-e2d4-45ad-9b22-1bfc413b18f8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.885445 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe167c-8e5b-45d5-8625-232154b28a44 req-879abd03-8315-411f-a815-78901870166c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:42.887580 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-76fe167c-8e5b-45d5-8625-232154b28a44 req-879abd03-8315-411f-a815-78901870166c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0668969 Apr 28 19:32:42.952056 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-76fe167c-8e5b-45d5-8625-232154b28a44 req-5a127ac4-bf7a-4b26-932e-5a4ce9b937cf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578861 Apr 28 19:32:42.953131 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-261a9ad4-1860-4dc6-ae9c-f4c93c640b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (f0a21f11-e2d4-45ad-9b22-1bfc413b18f8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.955810 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-261a9ad4-1860-4dc6-ae9c-f4c93c640b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:42.961152 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-261a9ad4-1860-4dc6-ae9c-f4c93c640b57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0a21f11-e2d4-45ad-9b22-1bfc413b18f8 HTTP/1.1" status: 204 len: 168 time: 0.2011406 Apr 28 19:32:42.986998 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a9ad4-1860-4dc6-ae9c-f4c93c640b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a21f11-e2d4-45ad-9b22-1bfc413b18f8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:43.039935 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-848f2636-9c25-4af5-b474-ed560c62a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.051363 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-848f2636-9c25-4af5-b474-ed560c62a2f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577126 Apr 28 19:32:43.065776 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2f6dc-d50e-41f1-8893-0a118b8fe5b2 req-f5649aad-7735-49d3-b997-d791a49e1689 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.067432 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5aa2f6dc-d50e-41f1-8893-0a118b8fe5b2 req-f5649aad-7735-49d3-b997-d791a49e1689 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.1029449 Apr 28 19:32:43.119373 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad229b-665b-457f-8f81-1e7eba055fde req-4caaf80c-a9c4-47c0-8c49-e2cb477c341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.121692 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-4caaf80c-a9c4-47c0-8c49-e2cb477c341a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 1127 time: 0.0671859 Apr 28 19:32:43.135051 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5aa2f6dc-d50e-41f1-8893-0a118b8fe5b2 req-99b196e5-b4be-46eb-8aa6-19ae2d690edc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581520 Apr 28 19:32:43.506277 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:43.655730 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531f962-132b-4d43-aa75-409bc6806c21 req-b3ad8db1-c243-4b60-8eff-2fd6600c183c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.657202 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e531f962-132b-4d43-aa75-409bc6806c21 req-b3ad8db1-c243-4b60-8eff-2fd6600c183c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0488780 Apr 28 19:32:43.710778 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e531f962-132b-4d43-aa75-409bc6806c21 req-fca2430e-ed52-4ae2-be0b-442e45479380 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Apr 28 19:32:43.815144 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008d907-747f-430f-b575-a63568313383 req-d52b7426-b847-46ff-86f1-d861185da4b5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:43.818845 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7008d907-747f-430f-b575-a63568313383 req-d52b7426-b847-46ff-86f1-d861185da4b5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0675285 Apr 28 19:32:43.837578 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-be985326-a241-43bf-86eb-b1448569b85b service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198754 Apr 28 19:32:43.880309 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7008d907-747f-430f-b575-a63568313383 req-c90c2221-67b7-4102-9839-6a27f10122c7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575783 Apr 28 19:32:44.081615 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7e7e4-5369-4541-b34e-eee6a14e17fd req-997cc68b-96b5-4de8-8378-ef26a31990e1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.083681 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-95f7e7e4-5369-4541-b34e-eee6a14e17fd req-997cc68b-96b5-4de8-8378-ef26a31990e1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0511663 Apr 28 19:32:44.135269 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-95f7e7e4-5369-4541-b34e-eee6a14e17fd req-9ce00aa8-30d8-4dec-b11c-b1db64f52a58 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Apr 28 19:32:44.356072 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839961-f256-4bc8-94a2-13c352b8c214 req-deae5e09-6034-44e9-aa76-662e70a05971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.357712 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f839961-f256-4bc8-94a2-13c352b8c214 req-deae5e09-6034-44e9-aa76-662e70a05971 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 1130 time: 0.0825605 Apr 28 19:32:44.375620 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-48d3a877-f9c2-4bb7-b016-50c84b7eabe9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917919 Apr 28 19:32:44.489615 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5f6e4-f266-4503-b0df-b36b56baebc2 req-9a925b55-4f62-445a-a454-78bb5da69b7e tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.497480 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fbd5f6e4-f266-4503-b0df-b36b56baebc2 req-9a925b55-4f62-445a-a454-78bb5da69b7e tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.2783618 Apr 28 19:32:44.513483 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f839961-f256-4bc8-94a2-13c352b8c214 req-93569621-cde1-4668-b44f-ac2812b8ecaa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365769 Apr 28 19:32:44.524772 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-93e8d555-e8d1-447c-8c4c-9de877539dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.526484 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-93e8d555-e8d1-447c-8c4c-9de877539dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f27f3e451cb04b97a6a111c89a84b02f&device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 1129 time: 0.0832713 Apr 28 19:32:44.557582 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-10eecb00-0413-48d3-bddd-b7f32b32bf6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 HTTP/1.1" status: 200 len: 217 time: 0.3453233 Apr 28 19:32:44.638359 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fbd5f6e4-f266-4503-b0df-b36b56baebc2 req-4c0978b1-965c-43f7-bb06-27ec9dd494dc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399307 Apr 28 19:32:44.672466 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4f5565a-7c70-4b1f-ba5a-22189db658ff req-03a7975e-5dbd-43bd-9133-d4229b92e625 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554132 Apr 28 19:32:44.767716 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f1ba4-73f1-4ed9-9d74-79e66934da35 req-4a5a4fce-567c-44be-83a3-3adb9aece520 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.769200 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ea1f1ba4-73f1-4ed9-9d74-79e66934da35 req-4a5a4fce-567c-44be-83a3-3adb9aece520 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0532453 Apr 28 19:32:44.823446 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ea1f1ba4-73f1-4ed9-9d74-79e66934da35 req-fb0f0025-755d-4b16-9a10-3ea3e45cbc9c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486572 Apr 28 19:32:44.841782 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcd06-11d3-440b-86d3-6c8d94ff4969 req-016c92f8-93d7-47cd-8a2f-ecf53b6decd2 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.847358 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6f8fcd06-11d3-440b-86d3-6c8d94ff4969 req-016c92f8-93d7-47cd-8a2f-ecf53b6decd2 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0566041 Apr 28 19:32:44.872644 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51016) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:44.903083 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6f8fcd06-11d3-440b-86d3-6c8d94ff4969 req-40b88b59-1e03-4a0e-b68e-7338506deb7f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476513 Apr 28 19:32:44.993070 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad229b-665b-457f-8f81-1e7eba055fde req-8d460c56-5526-4cac-8c3a-73598e0e304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:44.994605 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-8d460c56-5526-4cac-8c3a-73598e0e304b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d7cff54-0852-4d7c-8414-fd92ce7de76b HTTP/1.1" status: 200 len: 848 time: 0.0504484 Apr 28 19:32:45.035761 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-51d7c3ac-9b8e-4428-8342-b8e14bc6f9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.055002 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24377c26-263d-44fa-a02d-bdca5e39deb4 req-82671aed-61cc-431e-a0d2-6011d95bc9dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.056697 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-24377c26-263d-44fa-a02d-bdca5e39deb4 req-82671aed-61cc-431e-a0d2-6011d95bc9dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0769958 Apr 28 19:32:45.138399 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-24377c26-263d-44fa-a02d-bdca5e39deb4 req-7b9fe439-4c20-45bd-a56a-b96088d91b54 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732141 Apr 28 19:32:45.166436 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-51d7c3ac-9b8e-4428-8342-b8e14bc6f9de admin admin] Publish callbacks [] for security_group (92dfa1c1-9f67-495d-b6df-72bcf994734e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.171026 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-51d7c3ac-9b8e-4428-8342-b8e14bc6f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (92dfa1c1-9f67-495d-b6df-72bcf994734e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.208566 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-51d7c3ac-9b8e-4428-8342-b8e14bc6f9de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a9c72f3acdd4e3298df3a917b36e8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348563 Apr 28 19:32:45.209437 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7c3ac-9b8e-4428-8342-b8e14bc6f9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dfa1c1-9f67-495d-b6df-72bcf994734e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:45.211252 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51022) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:45.259761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3f03-cea1-4aad-b2f1-fdfaf0f96927 admin admin] Publish callbacks [] for security_group (92dfa1c1-9f67-495d-b6df-72bcf994734e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.281175 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3f03-cea1-4aad-b2f1-fdfaf0f96927 admin admin] Publish callbacks [] for security_group (92dfa1c1-9f67-495d-b6df-72bcf994734e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.328494 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3f03-cea1-4aad-b2f1-fdfaf0f96927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (92dfa1c1-9f67-495d-b6df-72bcf994734e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.331181 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc7c3f03-cea1-4aad-b2f1-fdfaf0f96927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.332319 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fc7c3f03-cea1-4aad-b2f1-fdfaf0f96927 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92dfa1c1-9f67-495d-b6df-72bcf994734e HTTP/1.1" status: 204 len: 168 time: 0.1200328 Apr 28 19:32:45.340586 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c3f03-cea1-4aad-b2f1-fdfaf0f96927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dfa1c1-9f67-495d-b6df-72bcf994734e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:45.633218 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51032) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:45.646628 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2113db2f-1a74-4fbc-a9f1-d04c4662c784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.646945 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-5234df5c-3ab4-426a-9413-8c36a424e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.648479 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-5234df5c-3ab4-426a-9413-8c36a424e810 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6db7b8f2-23fa-48d2-9794-d7a6955547d4 HTTP/1.1" status: 200 len: 913 time: 0.1017087 Apr 28 19:32:45.751762 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2113db2f-1a74-4fbc-a9f1-d04c4662c784 admin admin] Publish callbacks [] for security_group (5259a7fa-17aa-4b5b-82e4-121ffe0f9c09), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.758041 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2113db2f-1a74-4fbc-a9f1-d04c4662c784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (5259a7fa-17aa-4b5b-82e4-121ffe0f9c09), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.793655 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993daa4-e9c3-455e-92df-dd82bf7cb095 req-a3a60616-a8c3-415a-9134-6217a61f5a37 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.795240 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f993daa4-e9c3-455e-92df-dd82bf7cb095 req-a3a60616-a8c3-415a-9134-6217a61f5a37 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0800688 Apr 28 19:32:45.815972 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2113db2f-1a74-4fbc-a9f1-d04c4662c784 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da89514ced8a4f059bc607d7c21e524b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816981 Apr 28 19:32:45.818692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51036) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:45.824016 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113db2f-1a74-4fbc-a9f1-d04c4662c784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259a7fa-17aa-4b5b-82e4-121ffe0f9c09,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:45.869962 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f993daa4-e9c3-455e-92df-dd82bf7cb095 req-f3e0bbd1-3288-4746-8a8e-11c1cb498725 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657618 Apr 28 19:32:45.880343 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65c7b040-157c-46c2-9817-93f5619e5415 admin admin] Publish callbacks [] for security_group (5259a7fa-17aa-4b5b-82e4-121ffe0f9c09), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.911257 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65c7b040-157c-46c2-9817-93f5619e5415 admin admin] Publish callbacks [] for security_group (5259a7fa-17aa-4b5b-82e4-121ffe0f9c09), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:45.966598 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c079-e410-404a-aeba-c699f5aa6fdb req-96153695-d609-4307-a2e6-3060db518a31 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:45.968053 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4504c079-e410-404a-aeba-c699f5aa6fdb req-96153695-d609-4307-a2e6-3060db518a31 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0728345 Apr 28 19:32:46.006318 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65c7b040-157c-46c2-9817-93f5619e5415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (5259a7fa-17aa-4b5b-82e4-121ffe0f9c09), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:46.006318 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65c7b040-157c-46c2-9817-93f5619e5415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:46.006761 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-65c7b040-157c-46c2-9817-93f5619e5415 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5259a7fa-17aa-4b5b-82e4-121ffe0f9c09 HTTP/1.1" status: 204 len: 168 time: 0.1867313 Apr 28 19:32:46.027280 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b851a56-81ad-4c7d-ae6d-16d1db54d70b req-7e2f5aeb-15c4-4005-966f-0d1c3c281def tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.029433 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b851a56-81ad-4c7d-ae6d-16d1db54d70b req-7e2f5aeb-15c4-4005-966f-0d1c3c281def tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0529754 Apr 28 19:32:46.031996 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7b040-157c-46c2-9817-93f5619e5415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259a7fa-17aa-4b5b-82e4-121ffe0f9c09,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:46.052935 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4504c079-e410-404a-aeba-c699f5aa6fdb req-10763ea3-689f-497c-b898-9d6f6de65d36 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747714 Apr 28 19:32:46.092908 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b851a56-81ad-4c7d-ae6d-16d1db54d70b req-2745fc7e-7d3b-4560-9308-c53d578ce247 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524955 Apr 28 19:32:46.198393 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-9918eeaa-d97b-4949-8d07-1d0fd9dd8397 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa721afe-23d6-4e6a-924d-0932831cbadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551798 Apr 28 19:32:46.220456 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-dba54690-a94e-472d-befa-9231b3870b6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043 HTTP/1.1" status: 200 len: 217 time: 0.0457039 Apr 28 19:32:46.240605 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-7b39c736-f2a8-4b91-9e2b-3a3e30faf416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.242166 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-7b39c736-f2a8-4b91-9e2b-3a3e30faf416 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 1129 time: 0.0908563 Apr 28 19:32:46.318588 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-c639311e-8990-4949-8f64-d77599e08d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.320594 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-c639311e-8990-4949-8f64-d77599e08d6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849c4548-af90-422d-93e5-4c24f2482b9b HTTP/1.1" status: 200 len: 852 time: 0.0919154 Apr 28 19:32:46.329061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a527c-6186-4e6e-a931-08387b48d6ff req-1cb112d8-c9f8-432e-b65f-b7b72aa08cf1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.330628 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-678a527c-6186-4e6e-a931-08387b48d6ff req-1cb112d8-c9f8-432e-b65f-b7b72aa08cf1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0838931 Apr 28 19:32:46.362655 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-8211397d-7835-43cb-9a54-cfb078e1089b service neutron] 10.222.0.45 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568644 Apr 28 19:32:46.383534 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-9cab0269-61fa-48ab-99ee-d3ff6b131aba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6db7b8f2-23fa-48d2-9794-d7a6955547d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450659 Apr 28 19:32:46.383730 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-f661a472-d3d7-45ee-99c7-9c65035b3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.385004 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-f661a472-d3d7-45ee-99c7-9c65035b3f57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.1133170 Apr 28 19:32:46.441702 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-678a527c-6186-4e6e-a931-08387b48d6ff req-72654f90-7a05-431d-b2a8-c9868439fbe2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910389 Apr 28 19:32:46.445200 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-91dabafa-b6d3-44c7-92bc-1d0a88100e4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4731658-71fd-41cf-a573-d28630f64b2f HTTP/1.1" status: 200 len: 217 time: 0.0393548 Apr 28 19:32:46.566393 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-c1ba1869-01ba-4d57-98f1-dd752c9975c8 service neutron] 10.222.0.45 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585572 Apr 28 19:32:46.602335 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-6efa619c-9def-4a90-9e74-6a83fa055e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.603857 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-6efa619c-9def-4a90-9e74-6a83fa055e77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.1509109 Apr 28 19:32:46.633323 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e2447-dcd0-4183-bb1c-555eb638b6f1 req-ff2cb2c8-ce80-4d1c-884b-8bfa69ad5db5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.633680 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b9e2447-dcd0-4183-bb1c-555eb638b6f1 req-ff2cb2c8-ce80-4d1c-884b-8bfa69ad5db5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0835514 Apr 28 19:32:46.642262 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93ad229b-665b-457f-8f81-1e7eba055fde req-fca424da-e347-4c52-9e20-31416e9743d8 service neutron] 10.222.0.45 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987712 Apr 28 19:32:46.643581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51064) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:46.648013 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'floatingip': {'port_id': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:46.720175 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (d7a54d64-97eb-4ca7-8db6-fa9f309addcc), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:46.994651 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c458e8-4187-475d-b5e9-e343785a1d3e req-e782ab74-39fb-4bc3-971b-076c3c702872 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:46.997134 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f4c458e8-4187-475d-b5e9-e343785a1d3e req-e782ab74-39fb-4bc3-971b-076c3c702872 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0598500 Apr 28 19:32:47.057752 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f4c458e8-4187-475d-b5e9-e343785a1d3e req-24d41889-2e3b-42fb-9692-48d646547828 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542960 Apr 28 19:32:47.235945 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04513c-ae71-47e4-ad38-d85c7bbdec4c req-e3fc3dd4-0a4f-4e45-85f4-df0db487b16e tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:47.237471 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb04513c-ae71-47e4-ad38-d85c7bbdec4c req-e3fc3dd4-0a4f-4e45-85f4-df0db487b16e tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0630848 Apr 28 19:32:47.256647 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62951-35ec-4769-aaa4-7146bd6d29d7 req-f5d27848-81d3-490d-9d13-c3e52b4d63ac tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:47.258512 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-84c62951-35ec-4769-aaa4-7146bd6d29d7 req-f5d27848-81d3-490d-9d13-c3e52b4d63ac tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.1219785 Apr 28 19:32:47.290177 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fb04513c-ae71-47e4-ad38-d85c7bbdec4c req-e928cb28-7856-4431-b8d7-8edd1f6f85df tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Apr 28 19:32:47.501692 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e755bb7-5f55-4bc4-b028-ca2cea42c306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:47.604734 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-84c62951-35ec-4769-aaa4-7146bd6d29d7 req-34a48633-d091-4b6a-9ce7-14f1d4c44b35 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297088 Apr 28 19:32:47.607043 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.db.resource_extend [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:32:47.684680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:47.688266 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (d7a54d64-97eb-4ca7-8db6-fa9f309addcc), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:47.793990 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Floating IP d7a54d64-97eb-4ca7-8db6-fa9f309addcc associated. External IP: 172.27.2.135, port: 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae. Apr 28 19:32:48.011557 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Router 1d330f72-bfa7-44c4-8143-c418a81a6790 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:32:48.128793 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:32:48.133903 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:48.142485 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] Sync routers for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:32:48.153754 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:48.153754 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:48.170865 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b065c0bc-87b2-469a-8b8c-badf96d504c3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "PUT /v2.0/floatingips/d7a54d64-97eb-4ca7-8db6-fa9f309addcc HTTP/1.1" status: 200 len: 991 time: 1.5259430 Apr 28 19:32:48.171796 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:48.174875 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:48.213613 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b87b36-f440-480f-b936-47543357f91d x-openstack-request-id: req-c4b87b36-f440-480f-b936-47543357f91d {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:48.213930 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:48.214190 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4b87b36-f440-480f-b936-47543357f91d {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:48.214621 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b87b36-f440-480f-b936-47543357f91d'] response: {'name': 'network-changed', 'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'status': 'completed', 'code': 200} Apr 28 19:32:48.219316 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc1cd-32d1-4c3a-8f57-2b836ebf8f45 req-a64de770-5f9d-4704-b9d2-cb58436e453b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.220814 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-550bc1cd-32d1-4c3a-8f57-2b836ebf8f45 req-a64de770-5f9d-4704-b9d2-cb58436e453b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.0815094 Apr 28 19:32:48.266677 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:48.268481 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-550bc1cd-32d1-4c3a-8f57-2b836ebf8f45 req-9327febe-3233-4025-bec8-43314af1f3ff tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Apr 28 19:32:48.412993 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88699fa-7b34-4f1e-98e8-1c0425c0e078 req-11a473e7-07b4-4442-aca3-57fe44322fc4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.414621 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a88699fa-7b34-4f1e-98e8-1c0425c0e078 req-11a473e7-07b4-4442-aca3-57fe44322fc4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0489233 Apr 28 19:32:48.462741 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a88699fa-7b34-4f1e-98e8-1c0425c0e078 req-cd55f9de-680a-4832-8302-1a4e108d790f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Apr 28 19:32:48.530820 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'd7a54d64-97eb-4ca7-8db6-fa9f309addcc', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'port_id': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'mac_address': 'fa:16:3e:c8:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:31:57Z', 'updated_at': '2022-04-28T19:32:47Z', 'revision_number': 1, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:48.562764 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] Checking router: 1d330f72-bfa7-44c4-8143-c418a81a6790 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:32:48.575484 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:48.576087 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:48.580636 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554160d-9c1c-4977-895d-4fa66da258e7 req-59ceb128-501a-4780-b635-c54f49e5bba4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.581663 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a554160d-9c1c-4977-895d-4fa66da258e7 req-59ceb128-501a-4780-b635-c54f49e5bba4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0536492 Apr 28 19:32:48.590733 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51156) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:32:48.595189 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:32:48.677435 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (eb14a25f-8e6f-4ed1-b233-c1f60a95f073), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:48.701159 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:48.759964 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac2cd-a82b-44a5-9171-2b4885afa821 req-55dff389-e18b-48bf-99c7-303295c43214 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:48.764178 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e90ac2cd-a82b-44a5-9171-2b4885afa821 req-55dff389-e18b-48bf-99c7-303295c43214 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0654457 Apr 28 19:32:48.817796 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e90ac2cd-a82b-44a5-9171-2b4885afa821 req-6d1c0144-e266-428a-a5ca-f4e9679e1975 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Apr 28 19:32:49.017025 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'd7a54d64-97eb-4ca7-8db6-fa9f309addcc', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'port_id': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'mac_address': 'fa:16:3e:c8:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:31:57Z', 'updated_at': '2022-04-28T19:32:47Z', 'revision_number': 1, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:49.046010 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf97920-d32c-46e1-b142-b492174f97fc None None] The sync data for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi is: [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'd7a54d64-97eb-4ca7-8db6-fa9f309addcc', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'port_id': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'mac_address': 'fa:16:3e:c8:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:31:57Z', 'updated_at': '2022-04-28T19:32:47Z', 'revision_number': 1, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:32:49.267562 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a1a57-e643-4d66-8b50-f613c3854644 None None] New status for floating IP d7a54d64-97eb-4ca7-8db6-fa9f309addcc: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:32:49.597537 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:49.608704 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (eb14a25f-8e6f-4ed1-b233-c1f60a95f073), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:49.649051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e072f5-cc35-434e-8742-cf2548cb380e req-30ff5fb0-6efd-4def-8bd1-0adb9d0fb6f0 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.650922 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27e072f5-cc35-434e-8742-cf2548cb380e req-30ff5fb0-6efd-4def-8bd1-0adb9d0fb6f0 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 943 time: 0.3133452 Apr 28 19:32:49.749383 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-27e072f5-cc35-434e-8742-cf2548cb380e req-075413e1-699c-4f60-a79e-11a18d53fb6e tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915346 Apr 28 19:32:49.757666 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP eb14a25f-8e6f-4ed1-b233-c1f60a95f073 associated. External IP: 172.27.2.197, port: 09f2afda-6463-49ba-b0e8-4f48397cc09a. Apr 28 19:32:49.780980 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d5cd957f-6b8b-44d1-ad8d-fe71394e2c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:49.940872 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc69e6-767d-4a0a-8bc0-7eb628e9bf7e req-de7f3cf2-d499-4b1e-adfe-63970a97a506 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:49.942409 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f9cc69e6-767d-4a0a-8bc0-7eb628e9bf7e req-de7f3cf2-d499-4b1e-adfe-63970a97a506 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0480919 Apr 28 19:32:49.983229 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:32:49.989967 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f9cc69e6-767d-4a0a-8bc0-7eb628e9bf7e req-5047499e-eeae-418e-8d13-8f7f92e3c25a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Apr 28 19:32:50.095649 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:32:50.097512 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:32:50.102578 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:50.106728 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:32:50.117714 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:50.118586 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:50.145214 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7a4ae325-3fe8-4a5d-b13e-f4c4fafaf236 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "PUT /v2.0/floatingips/eb14a25f-8e6f-4ed1-b233-c1f60a95f073 HTTP/1.1" status: 200 len: 992 time: 1.5523362 Apr 28 19:32:50.146183 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:50.148670 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3881ea14-0780-406b-b8ad-d7bbb1aca31c" -d '{"events": [{"name": "network-changed", "server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:50.188970 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d52dd11-dcf1-4a3e-8df0-fa8dce80e57c x-openstack-request-id: req-8d52dd11-dcf1-4a3e-8df0-fa8dce80e57c {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:50.189271 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:50.189533 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d52dd11-dcf1-4a3e-8df0-fa8dce80e57c {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:50.189976 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d52dd11-dcf1-4a3e-8df0-fa8dce80e57c'] response: {'name': 'network-changed', 'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'status': 'completed', 'code': 200} Apr 28 19:32:50.218297 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:50.232879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9', 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd', 'port_id': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9', 'mac_address': 'fa:16:3e:36:6f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7cff54-0852-4d7c-8414-fd92ce7de76b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:32:50.243332 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:50.251779 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-2c2b96b7-f1bf-440c-8293-e10238a74a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:50.253436 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-2c2b96b7-f1bf-440c-8293-e10238a74a91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459290 Apr 28 19:32:50.277038 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:50.278680 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:50.294945 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:32:50.318087 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2bf70d1e-8b1b-413d-b5b7-1c16c38fd66c req-3901ed6d-e049-4a29-b72b-eee1246611fe service neutron] 10.222.0.45 "GET /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053259 Apr 28 19:32:50.319010 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:50.326445 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:50.374077 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:50.488625 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:49Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:50.506075 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-452a9d22-bf22-450e-9239-e772d6fa7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:50.507858 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-452a9d22-bf22-450e-9239-e772d6fa7858 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1129 time: 0.0609822 Apr 28 19:32:50.520001 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:32:50.528813 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:32:50.529411 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:50.549251 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-95e31d40-16c8-4dc3-b184-4ec44850fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:50.550763 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-95e31d40-16c8-4dc3-b184-4ec44850fde5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 1130 time: 0.0982177 Apr 28 19:32:50.578204 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-48dfc8e0-e57e-4047-bd44-c5ad72e3e506 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378129 Apr 28 19:32:50.638321 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:32:50.868683 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:49Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:32:50.894902 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:50.906716 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d76646-5430-4cff-9d5c-908b6fb1d779 None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:49Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:32:50.925619 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:32:51.043777 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf4145-acf7-473c-a782-42508ae3f70d req-26510faa-dced-44cb-a956-64ae5c5169f4 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.045283 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dddf4145-acf7-473c-a782-42508ae3f70d req-26510faa-dced-44cb-a956-64ae5c5169f4 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 944 time: 0.0495656 Apr 28 19:32:51.103599 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dddf4145-acf7-473c-a782-42508ae3f70d req-6c7fa92d-41d2-447a-b654-78ace5750f3a tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526865 Apr 28 19:32:51.110527 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e232ebb-7b2f-4ba6-b530-ef89d9df62b7 req-51c66a38-fb6b-441c-bff2-e718e525ec03 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:51.112076 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e232ebb-7b2f-4ba6-b530-ef89d9df62b7 req-51c66a38-fb6b-441c-bff2-e718e525ec03 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Apr 28 19:32:51.163450 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e232ebb-7b2f-4ba6-b530-ef89d9df62b7 req-70cb4559-ee6a-432c-bdda-bd76dba7f05d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Apr 28 19:32:51.165046 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f133dee-5d7d-4668-aa3e-62e6e5a71d99 None None] New status for floating IP eb14a25f-8e6f-4ed1-b233-c1f60a95f073: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:32:52.227057 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ef7b-58c1-40df-9067-e414f9c39527 req-e8a21246-60a2-4e98-807e-fa66bba2272d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.228520 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aa98ef7b-58c1-40df-9067-e414f9c39527 req-e8a21246-60a2-4e98-807e-fa66bba2272d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 944 time: 0.0500774 Apr 28 19:32:52.274251 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aa98ef7b-58c1-40df-9067-e414f9c39527 req-88fd83dd-1bd5-45c1-af87-cf14ada2b276 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Apr 28 19:32:52.290203 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fa76d-445f-4565-bcf1-7e655ae89328 req-68ed3b16-942f-484b-99fa-adcd1f57ecdf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.291655 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-881fa76d-445f-4565-bcf1-7e655ae89328 req-68ed3b16-942f-484b-99fa-adcd1f57ecdf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Apr 28 19:32:52.330798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:52.338729 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-881fa76d-445f-4565-bcf1-7e655ae89328 req-d3cec6a3-df80-4d84-bce2-0b335b702bb3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Apr 28 19:32:52.433151 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:32:52.476723 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:32:52.482587 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:32:52.482995 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:52.558659 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:32:52.559045 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:52.583024 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:52.585335 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3e1d5-378f-4a7b-bbd6-5697cc3b8cff" -d '{"events": [{"server_uuid": "8c66dc5b-8f55-4471-9836-ca34307f65b0", "name": "network-vif-plugged", "status": "completed", "tag": "1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:52.599915 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:52.614292 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:52.652030 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf9250-aef5-4477-bc5c-013bbb286876 x-openstack-request-id: req-becf9250-aef5-4477-bc5c-013bbb286876 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:52.652340 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c66dc5b-8f55-4471-9836-ca34307f65b0", "name": "network-vif-plugged", "status": "completed", "tag": "1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:52.652594 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-becf9250-aef5-4477-bc5c-013bbb286876 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:52.652979 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becf9250-aef5-4477-bc5c-013bbb286876'] response: {'server_uuid': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9', 'code': 200} Apr 28 19:32:52.678591 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-df1935fd-7edd-45b6-b001-dea35b4787f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.680063 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-df1935fd-7edd-45b6-b001-dea35b4787f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.1120505 Apr 28 19:32:52.681339 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:52.769334 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6a69e34-5788-4cf6-961f-e3549df9136c req-40286c64-66d2-483c-b72b-cd7d1c36d48e service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026629 Apr 28 19:32:52.770424 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-ef5c3170-cf89-497d-a314-7489cc27d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:52.771826 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-ef5c3170-cf89-497d-a314-7489cc27d7ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 916 time: 0.2038529 Apr 28 19:32:53.353441 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-7c84e808-f171-4f9a-b186-eac3c46b5093 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 200 len: 1001 time: 0.1287720 Apr 28 19:32:53.373778 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-4fa0105d-996c-4a99-ab43-e8f61b6430af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a HTTP/1.1" status: 200 len: 1002 time: 0.1488233 Apr 28 19:32:53.428372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4480ff-32b0-4a05-9190-8b02bda3e132 req-fd83f394-9a1a-43af-b756-f7f826997861 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.430819 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c4480ff-32b0-4a05-9190-8b02bda3e132 req-fd83f394-9a1a-43af-b756-f7f826997861 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0507948 Apr 28 19:32:53.508723 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-d9923d37-c862-41f2-a4a8-703f8ea986c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.513549 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-d9923d37-c862-41f2-a4a8-703f8ea986c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0780423 Apr 28 19:32:53.524628 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2c4480ff-32b0-4a05-9190-8b02bda3e132 req-e60a972a-2a26-4464-a00f-9b2417f492b0 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840530 Apr 28 19:32:53.525160 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c74923-83a2-4d10-ba60-99bf442babf4 req-9b8a0b69-8ac7-4f17-ae4e-01e00e7fc175 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.526706 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f4c74923-83a2-4d10-ba60-99bf442babf4 req-9b8a0b69-8ac7-4f17-ae4e-01e00e7fc175 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.1164737 Apr 28 19:32:53.550784 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e719266-614f-4070-8e94-6f075cbf8474 req-bac69200-b061-4afd-b28d-99893b27f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.552338 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e719266-614f-4070-8e94-6f075cbf8474 req-bac69200-b061-4afd-b28d-99893b27f69d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 1129 time: 0.0716000 Apr 28 19:32:53.554855 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-0aa503a9-c283-4c7b-ae7d-72359e3a00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.556582 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-0aa503a9-c283-4c7b-ae7d-72359e3a00b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.1089754 Apr 28 19:32:53.573207 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-aefe8ac4-cfdb-4979-b78b-3650a6d6b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.574091 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-aefe8ac4-cfdb-4979-b78b-3650a6d6b04c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467596 Apr 28 19:32:53.643734 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f4c74923-83a2-4d10-ba60-99bf442babf4 req-18b46a99-00e4-4882-bf84-dbd1e26beaba tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074517 Apr 28 19:32:53.648290 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-17c221cc-0958-4e69-b265-9db795791295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:53.649832 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-17c221cc-0958-4e69-b265-9db795791295 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720897 Apr 28 19:32:53.682131 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-203325ea-c939-494b-8a4d-23078bb33180 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881901 Apr 28 19:32:53.682597 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e719266-614f-4070-8e94-6f075cbf8474 req-bf18b07e-073d-4034-b30a-85e88960e97b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134589 Apr 28 19:32:53.747933 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-8a584bd1-2e99-4aa8-816d-6ec59176fcbf service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899074 Apr 28 19:32:53.969897 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:54.107391 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05d4a2b8-e967-4171-82e6-bc1e84e0eda3 req-7b584b8b-6b16-4bdf-ac4e-8f5c95b60cd7 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892034 Apr 28 19:32:54.131000 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3881ea14-0780-406b-b8ad-d7bbb1aca31c req-47effc37-d4a6-44de-9ac3-247fcb9e36ba service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964186 Apr 28 19:32:54.277321 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c31de-d4ef-4dbb-8878-cd84ceb2ee2a req-9f533cea-9bdc-48b8-b9ad-b82c1e6f7996 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:54.278794 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-495c31de-d4ef-4dbb-8878-cd84ceb2ee2a req-9f533cea-9bdc-48b8-b9ad-b82c1e6f7996 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0462992 Apr 28 19:32:54.324984 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-495c31de-d4ef-4dbb-8878-cd84ceb2ee2a req-f24f5e31-539d-4c6f-9f88-38aa59145780 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Apr 28 19:32:54.657011 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208af73-5b30-438a-9d0e-0789fa491734 req-53caae1a-25f4-4968-beb6-1a1ded7e2f5d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:54.658557 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e208af73-5b30-438a-9d0e-0789fa491734 req-53caae1a-25f4-4968-beb6-1a1ded7e2f5d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0494030 Apr 28 19:32:54.705810 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e208af73-5b30-438a-9d0e-0789fa491734 req-eb47c16e-2055-4d18-8f23-b1cc6adf6e49 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Apr 28 19:32:54.761531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba9c5-1010-4687-bbe7-5bd73a760a8b req-7cc4c25a-864f-477c-a154-9a87cb102c91 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:54.763040 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1f3ba9c5-1010-4687-bbe7-5bd73a760a8b req-7cc4c25a-864f-477c-a154-9a87cb102c91 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0461724 Apr 28 19:32:54.811752 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1f3ba9c5-1010-4687-bbe7-5bd73a760a8b req-7af84e1a-21cd-45e2-a590-df8914ca34cd tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Apr 28 19:32:55.437133 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521ffd7-8303-494e-a727-0b78ab3be430 req-cadc6a18-faef-465e-a225-a1a7ed4546f8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.438651 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f521ffd7-8303-494e-a727-0b78ab3be430 req-cadc6a18-faef-465e-a225-a1a7ed4546f8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0477142 Apr 28 19:32:55.488064 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f521ffd7-8303-494e-a727-0b78ab3be430 req-2f31c9ff-113b-452c-9009-fb55b46dcd90 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Apr 28 19:32:55.822850 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c9a36-959a-4c01-a634-c202c73fe2e3 req-f9eecb84-d1a6-4063-bea3-30a11ad94437 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.824325 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c67c9a36-959a-4c01-a634-c202c73fe2e3 req-f9eecb84-d1a6-4063-bea3-30a11ad94437 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Apr 28 19:32:55.871310 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c67c9a36-959a-4c01-a634-c202c73fe2e3 req-f697ba95-11b4-4942-b4b2-c27cbe5d8a65 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Apr 28 19:32:55.924149 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e14f96-01c1-4a25-9fc5-8cf9f7d22ece req-cdbd8a22-0818-4052-a73b-ef1505468a05 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:55.925646 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c6e14f96-01c1-4a25-9fc5-8cf9f7d22ece req-cdbd8a22-0818-4052-a73b-ef1505468a05 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0470614 Apr 28 19:32:55.975908 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c6e14f96-01c1-4a25-9fc5-8cf9f7d22ece req-7bd9e852-93f8-4498-9c0b-d183fd4af65c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444281 Apr 28 19:32:56.598498 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f4f2e-75eb-4ddf-94f6-72d388dcd055 req-486fd08f-a846-44db-ac72-dc595040919a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:56.599936 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-166f4f2e-75eb-4ddf-94f6-72d388dcd055 req-486fd08f-a846-44db-ac72-dc595040919a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0450945 Apr 28 19:32:56.646148 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-166f4f2e-75eb-4ddf-94f6-72d388dcd055 req-9d695ff7-4e77-488c-957b-bdd9a22cddc5 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Apr 28 19:32:56.997458 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa7f49-ebe0-441f-8470-887f3875526c req-5f8611d1-19a6-4bc9-9f0b-53870af86a0f tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:56.998994 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0bfa7f49-ebe0-441f-8470-887f3875526c req-5f8611d1-19a6-4bc9-9f0b-53870af86a0f tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0469158 Apr 28 19:32:57.046774 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0bfa7f49-ebe0-441f-8470-887f3875526c req-db9443fc-6c29-4226-a3f4-be85650d896f tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Apr 28 19:32:57.095804 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e707f-6618-4714-b7e0-39337a5ff9f8 req-72a66e03-f75a-4476-87d8-51c1ee95a0d4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.097314 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-028e707f-6618-4714-b7e0-39337a5ff9f8 req-72a66e03-f75a-4476-87d8-51c1ee95a0d4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0530770 Apr 28 19:32:57.143497 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-028e707f-6618-4714-b7e0-39337a5ff9f8 req-57159105-ed61-4a4c-8cb4-d265132cc2e0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Apr 28 19:32:57.758493 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b59846-48e4-4f0d-90f2-0a3110de39e4 req-b586ac67-7c12-4386-b09a-6990050b6b0a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.759962 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d0b59846-48e4-4f0d-90f2-0a3110de39e4 req-b586ac67-7c12-4386-b09a-6990050b6b0a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0459893 Apr 28 19:32:57.805007 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d0b59846-48e4-4f0d-90f2-0a3110de39e4 req-5def622a-6e30-4cb2-93bb-30b8642e1e08 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/security-groups?id=755002c2-516e-47c1-839c-9b1d745f99de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Apr 28 19:32:57.992410 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-3fac0e5b-179a-49b7-9f26-6d7bafa14b1a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:57.994026 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-3fac0e5b-179a-49b7-9f26-6d7bafa14b1a tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.45 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 945 time: 0.0510650 Apr 28 19:32:58.135233 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Deleting port fc016f03-2ff5-4ec0-920b-d51238fd9043 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:32:58.135902 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:58.192340 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b291f-b049-4eec-b7f9-282e177b2bc2 req-0676f031-3095-4d56-8d66-eda32b88264f tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.193904 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb4b291f-b049-4eec-b7f9-282e177b2bc2 req-0676f031-3095-4d56-8d66-eda32b88264f tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0763388 Apr 28 19:32:58.271348 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184de8f-34fd-49eb-8b1e-5f781261cb54 req-0dbbb347-5987-4d49-a2d1-241b08000a09 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:58.275890 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b184de8f-34fd-49eb-8b1e-5f781261cb54 req-0dbbb347-5987-4d49-a2d1-241b08000a09 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0569057 Apr 28 19:32:58.277343 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:32:58.324502 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b184de8f-34fd-49eb-8b1e-5f781261cb54 req-8b4dc29f-36ae-4b42-9b27-207dec9cf672 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Apr 28 19:32:58.496281 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] For port fc016f03-2ff5-4ec0-920b-d51238fd9043, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=fc016f03-2ff5-4ec0-920b-d51238fd9043,segment=NetworkSegment(fde0cb83-ae17-4f0e-80c9-97a9d589469b),segment_id=fde0cb83-ae17-4f0e-80c9-97a9d589469b)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:32:58.496642 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:58.508466 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb4b291f-b049-4eec-b7f9-282e177b2bc2 req-5b0e822f-38d5-4c46-8c7a-d6e17eaa0547 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758159 Apr 28 19:32:58.514902 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Calling delete_port for fc016f03-2ff5-4ec0-920b-d51238fd9043 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:32:58.672560 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (fc016f03-2ff5-4ec0-920b-d51238fd9043), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:58.701079 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Pushing event deleted for resources: {'Port': ['ID=fc016f03-2ff5-4ec0-920b-d51238fd9043,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:58.766712 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] No DVR routers for this DVR port fc016f03-2ff5-4ec0-920b-d51238fd9043 on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:32:58.770096 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:32:58.773353 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6d6394e2-6cb5-468c-8b0f-73b854255ac0 req-6eb4518f-ddfb-4ede-8009-1115974fd378 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.45 "DELETE /v2.0/ports/fc016f03-2ff5-4ec0-920b-d51238fd9043 HTTP/1.1" status: 204 len: 173 time: 0.7726350 Apr 28 19:32:58.773814 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'name': 'network-vif-deleted', 'tag': 'fc016f03-2ff5-4ec0-920b-d51238fd9043'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:32:58.776069 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b05acf9-f4ee-4c91-ae82-e1e793392880" -d '{"events": [{"server_uuid": "46769dc0-d175-4a72-9bb1-1b978c991aab", "name": "network-vif-deleted", "tag": "fc016f03-2ff5-4ec0-920b-d51238fd9043"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:32:58.830758 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e935246-d9e4-489a-bb04-f1563066c0bd x-openstack-request-id: req-4e935246-d9e4-489a-bb04-f1563066c0bd {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:32:58.831081 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46769dc0-d175-4a72-9bb1-1b978c991aab", "name": "network-vif-deleted", "tag": "fc016f03-2ff5-4ec0-920b-d51238fd9043", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:32:58.831703 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e935246-d9e4-489a-bb04-f1563066c0bd {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:32:58.832110 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e935246-d9e4-489a-bb04-f1563066c0bd'] response: {'server_uuid': '46769dc0-d175-4a72-9bb1-1b978c991aab', 'name': 'network-vif-deleted', 'tag': 'fc016f03-2ff5-4ec0-920b-d51238fd9043', 'status': 'completed', 'code': 200} Apr 28 19:32:58.907413 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-60fe95f2-060a-454d-a009-3564e6f81d23 req-1e79c58b-8be9-4eba-841a-6390820efd59 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 210 time: 0.0289710 Apr 28 19:32:59.376020 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0a857-0fa4-4c75-9fe0-a8a8c396b9d1 req-d9313227-a754-4043-afba-5638db2c76a8 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:59.377554 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aef0a857-0fa4-4c75-9fe0-a8a8c396b9d1 req-d9313227-a754-4043-afba-5638db2c76a8 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0468867 Apr 28 19:32:59.425998 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aef0a857-0fa4-4c75-9fe0-a8a8c396b9d1 req-c2615eff-85d5-44bb-8617-b3ded6e51d58 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Apr 28 19:32:59.443962 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53c62a-e511-4764-91c8-0f04a9588967 req-e3ed7fa4-ead5-4b1c-baa4-fa073e0c80ca tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:32:59.445447 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0c53c62a-e511-4764-91c8-0f04a9588967 req-e3ed7fa4-ead5-4b1c-baa4-fa073e0c80ca tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Apr 28 19:32:59.492545 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0c53c62a-e511-4764-91c8-0f04a9588967 req-59e8a296-1a44-41eb-99c5-006ef3a593aa tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Apr 28 19:33:00.018938 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8d29029d-bcb8-4c32-916e-b8fdee499546 req-b5713117-5462-4b7d-a21c-d3a13aa1a4c8 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 210 time: 0.0306373 Apr 28 19:33:00.495015 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device fc016f03-2ff5-4ec0-920b-d51238fd9043 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:33:00.519146 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: fc016f03-2ff5-4ec0-920b-d51238fd9043 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:33:00.519496 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device fc016f03-2ff5-4ec0-920b-d51238fd9043 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:33:00.547979 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3dc8e-933a-4d85-98fc-59fc579e425a req-da91f0cf-6624-4cc4-b4c6-072a02cb4b89 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:00.549372 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2fa3dc8e-933a-4d85-98fc-59fc579e425a req-da91f0cf-6624-4cc4-b4c6-072a02cb4b89 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0558407 Apr 28 19:33:00.598119 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2fa3dc8e-933a-4d85-98fc-59fc579e425a req-2a74fd2a-bd13-4036-a04c-fdb12a491e98 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Apr 28 19:33:00.610409 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4304f3b-226b-4e8d-80e5-68ee7cb1fc5f req-7d1d552b-72dc-43ca-97ee-12bb38be35f9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:00.611928 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d4304f3b-226b-4e8d-80e5-68ee7cb1fc5f req-7d1d552b-72dc-43ca-97ee-12bb38be35f9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0466411 Apr 28 19:33:00.659381 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d4304f3b-226b-4e8d-80e5-68ee7cb1fc5f req-b32a2af2-66af-465d-9b70-7c73a458bcb2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Apr 28 19:33:01.130840 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e00f05b-2753-4419-8318-d8b16ffba7ad req-64d35b87-f7fb-4bf5-a57f-d106e6c31685 tempest-DeleteServersTestJSON-2085563382 tempest-DeleteServersTestJSON-2085563382-project] 10.222.0.55 "GET /v2.0/ports?device_id=46769dc0-d175-4a72-9bb1-1b978c991aab HTTP/1.1" status: 200 len: 210 time: 0.0282083 Apr 28 19:33:01.712572 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f4381-8cbb-4d65-98e1-0f947bcdd1fd req-9f00ab8e-3552-4502-82b8-439f3ddffe96 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:01.714061 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-217f4381-8cbb-4d65-98e1-0f947bcdd1fd req-9f00ab8e-3552-4502-82b8-439f3ddffe96 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0478055 Apr 28 19:33:01.774651 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d5ac2-5f3b-4d70-968f-e0fbfa22e856 req-6494ffe1-c605-4ae6-9788-07b86dfd4a98 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:01.776126 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c74d5ac2-5f3b-4d70-968f-e0fbfa22e856 req-6494ffe1-c605-4ae6-9788-07b86dfd4a98 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0467405 Apr 28 19:33:01.792616 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26930364-2cb8-491a-96f7-91f549882041 req-a65b4655-e5e4-4b38-ba6b-0092a0b82af3 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:01.794614 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26930364-2cb8-491a-96f7-91f549882041 req-a65b4655-e5e4-4b38-ba6b-0092a0b82af3 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c66dc5b-8f55-4471-9836-ca34307f65b0 HTTP/1.1" status: 200 len: 945 time: 0.0683343 Apr 28 19:33:01.801744 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-217f4381-8cbb-4d65-98e1-0f947bcdd1fd req-e8c52cbc-21b1-4ebb-ad71-e44e3f18b665 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Apr 28 19:33:01.834710 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c74d5ac2-5f3b-4d70-968f-e0fbfa22e856 req-b144bb92-7c38-4c37-96d9-7d1a53c8a99a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518808 Apr 28 19:33:01.888530 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Deleting port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:33:01.888774 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:01.980968 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] For port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:01.981339 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:01.994550 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Calling delete_port for 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:33:02.123042 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:02.139650 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:02.149455 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Pushing event deleted for resources: {'Port': ['ID=1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:02.209279 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] No DVR routers for this DVR port 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:33:02.212049 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:02.215375 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26930364-2cb8-491a-96f7-91f549882041 req-7265f476-dd4c-406f-931e-5672e611d514 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "DELETE /v2.0/ports/1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 HTTP/1.1" status: 204 len: 173 time: 0.4127429 Apr 28 19:33:02.216508 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'name': 'network-vif-deleted', 'tag': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:02.218997 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f22e3-8eb9-492e-a7d9-33c41c8b2f71" -d '{"events": [{"server_uuid": "8c66dc5b-8f55-4471-9836-ca34307f65b0", "name": "network-vif-deleted", "tag": "1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:02.260167 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0976ab4-9097-4c92-9b72-1ece1871cab0 x-openstack-request-id: req-f0976ab4-9097-4c92-9b72-1ece1871cab0 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:02.260353 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c66dc5b-8f55-4471-9836-ca34307f65b0", "name": "network-vif-deleted", "tag": "1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:02.260581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0976ab4-9097-4c92-9b72-1ece1871cab0 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:02.261001 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0976ab4-9097-4c92-9b72-1ece1871cab0'] response: {'server_uuid': '8c66dc5b-8f55-4471-9836-ca34307f65b0', 'name': 'network-vif-deleted', 'tag': '1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9', 'status': 'completed', 'code': 200} Apr 28 19:33:02.954835 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223c91-6cd1-476c-88af-851ff1df3193 req-4fdcd3aa-7c2c-4e28-84e8-7a79864aa7d2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:02.956334 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c6223c91-6cd1-476c-88af-851ff1df3193 req-4fdcd3aa-7c2c-4e28-84e8-7a79864aa7d2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0496006 Apr 28 19:33:03.006272 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c6223c91-6cd1-476c-88af-851ff1df3193 req-a65e4cb8-7c33-4931-bcc4-987d2d72cc6b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Apr 28 19:33:03.133000 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-ca337ba9-c400-408e-b17f-b530d061fd92 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:03.134671 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-ca337ba9-c400-408e-b17f-b530d061fd92 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/networks?id=fa721afe-23d6-4e6a-924d-0932831cbadd HTTP/1.1" status: 200 len: 808 time: 0.1096225 Apr 28 19:33:03.148794 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-29dab050-7c1d-4ba3-ae26-66bce7f25193 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/quotas/45faf62a35b4477385e5423f3aa1f0c6 HTTP/1.1" status: 200 len: 375 time: 0.0088758 Apr 28 19:33:03.181163 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-be66aa6f-6936-4d16-9043-03f55429c3ad tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275011 Apr 28 19:33:03.275740 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-e5d7f29c-c341-49f7-a7f4-56282b6f348b service neutron] 10.222.0.55 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882027 Apr 28 19:33:03.364546 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-46758299-1469-4d42-aa8e-1a82eb47b0d2 service neutron] 10.222.0.55 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827010 Apr 28 19:33:03.539301 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b0e2a036-bb8a-4ffc-94e7-26529d0e8a1d req-798629fa-7876-4794-820b-761b5dfc0dde tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0431457 Apr 28 19:33:03.620525 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51386) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:03.672676 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] Deleting subnet 849c4548-af90-422d-93e5-4c24f2482b9b {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:33:03.676124 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] Publish callbacks [] for subnet (849c4548-af90-422d-93e5-4c24f2482b9b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:03.712982 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] Publish callbacks [] for subnet (849c4548-af90-422d-93e5-4c24f2482b9b), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:03.723084 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (849c4548-af90-422d-93e5-4c24f2482b9b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:03.787462 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (849c4548-af90-422d-93e5-4c24f2482b9b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:03.803086 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:03.807097 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/849c4548-af90-422d-93e5-4c24f2482b9b HTTP/1.1" status: 204 len: 168 time: 0.1853228 Apr 28 19:33:03.810531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51398) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:03.830630 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b20ea9-8af0-49d6-8c4b-f6f95247c1f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849c4548-af90-422d-93e5-4c24f2482b9b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:03.912613 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (6db7b8f2-23fa-48d2-9794-d7a6955547d4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:03.999042 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (6db7b8f2-23fa-48d2-9794-d7a6955547d4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.019640 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.019987 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.020727 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.021059 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > port after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.021408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.021771 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > port after_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.022094 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.022413 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.022728 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.023047 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.124867 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.125240 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.125581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.125958 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:33:04.126355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db7b8f2-23fa-48d2-9794-d7a6955547d4']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:04.126894 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924e5b1-58f7-4815-a22d-0ec863d9e5ec req-3b214af3-3df2-4742-a7fb-86713e29d71e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:04.128530 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2924e5b1-58f7-4815-a22d-0ec863d9e5ec req-3b214af3-3df2-4742-a7fb-86713e29d71e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0539358 Apr 28 19:33:04.144167 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde0cb83-ae17-4f0e-80c9-97a9d589469b') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:04.144470 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde0cb83-ae17-4f0e-80c9-97a9d589469b') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:04.161040 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (fde0cb83-ae17-4f0e-80c9-97a9d589469b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.176630 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2924e5b1-58f7-4815-a22d-0ec863d9e5ec req-b70c8866-74d1-464e-b7ec-981a7e88e58b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Apr 28 19:33:04.184243 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (fde0cb83-ae17-4f0e-80c9-97a9d589469b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.193182 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:33:04.193581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (fde0cb83-ae17-4f0e-80c9-97a9d589469b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: from cryptography.utils import int_from_bytes Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: from cryptography.utils import int_from_bytes Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:33:04.221409 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:33:04.283637 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (6db7b8f2-23fa-48d2-9794-d7a6955547d4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.290501 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.293742 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6db7b8f2-23fa-48d2-9794-d7a6955547d4 HTTP/1.1" status: 204 len: 168 time: 0.4821968 Apr 28 19:33:04.306185 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e13a0-bfd8-48e1-9a31-40deb5941327 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db7b8f2-23fa-48d2-9794-d7a6955547d4,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:04.462686 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51406) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:04.503733 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-49603c26-5f8b-4299-bcd0-1359a732233f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f27f3e451cb04b97a6a111c89a84b02f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398250 Apr 28 19:33:04.506195 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51408) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:04.551747 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-781701ed-22c0-4fa1-8ce8-39b59d406636 admin admin] Publish callbacks [] for security_group (755002c2-516e-47c1-839c-9b1d745f99de), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.573654 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-781701ed-22c0-4fa1-8ce8-39b59d406636 admin admin] Publish callbacks [] for security_group (755002c2-516e-47c1-839c-9b1d745f99de), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.636585 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aa4a738b-e30a-4b54-97e8-7b98d1578b59 req-4bf25c5b-2998-4f95-8f6f-c1063020c71c tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0287607 Apr 28 19:33:04.646514 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-781701ed-22c0-4fa1-8ce8-39b59d406636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (755002c2-516e-47c1-839c-9b1d745f99de), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.650678 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-781701ed-22c0-4fa1-8ce8-39b59d406636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:04.651798 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-781701ed-22c0-4fa1-8ce8-39b59d406636 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/755002c2-516e-47c1-839c-9b1d745f99de HTTP/1.1" status: 204 len: 168 time: 0.1445980 Apr 28 19:33:04.659724 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781701ed-22c0-4fa1-8ce8-39b59d406636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755002c2-516e-47c1-839c-9b1d745f99de,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:05.286852 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b1d0-c898-4d37-b342-c712f9dfdb20 req-305642a8-0e58-4326-a5b4-4f102108486a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:05.288313 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f320b1d0-c898-4d37-b342-c712f9dfdb20 req-305642a8-0e58-4326-a5b4-4f102108486a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0451064 Apr 28 19:33:05.296128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51436) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:05.336737 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f320b1d0-c898-4d37-b342-c712f9dfdb20 req-6d738f7d-72ef-4a4b-9b9a-f3bfaa39b996 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Apr 28 19:33:05.391060 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-476228717-network', 'tenant_id': '91436557708c4c4b953db90ed49d6df0'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:05.411364 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Made reservation on behalf of 91436557708c4c4b953db90ed49d6df0 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:05.414216 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.425301 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.498058 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks [] for security_group (40ec4bad-f0bb-4088-99d0-961dc66608d0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.501531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (40ec4bad-f0bb-4088-99d0-961dc66608d0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.528004 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:33:05.538660 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec4bad-f0bb-4088-99d0-961dc66608d0,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:05.546907 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (a045fe8b-54dc-43b9-915f-9d083b358fb4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.546907 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Added segment a045fe8b-54dc-43b9-915f-9d083b358fb4 of type vlan for network 6a69a811-5382-473d-8a9b-4d99b241ca89 Apr 28 19:33:05.594200 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (6a69a811-5382-473d-8a9b-4d99b241ca89), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.618104 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (6a69a811-5382-473d-8a9b-4d99b241ca89), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.619028 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:05.619610 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.655664 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3583803 Apr 28 19:33:05.660059 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51444) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:05.665206 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Request body: {'subnet': {'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-476228717-subnet', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:05.685008 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4b7d6-d9c3-4036-bc2d-956346682c7a admin admin] Pushing event updated for resources: {'Network': ['ID=6a69a811-5382-473d-8a9b-4d99b241ca89,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:05.686531 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Made reservation on behalf of 91436557708c4c4b953db90ed49d6df0 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:05.689025 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.696550 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:33:05.738056 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c221bcc3-ebff-4eee-b110-eba26217aa2f req-e7bc4897-6fde-47dd-bdd7-9dda86482ab1 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0288994 Apr 28 19:33:05.860312 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (7572f7a2-ce75-4095-91b9-b55e6389d934), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.922327 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7572f7a2-ce75-4095-91b9-b55e6389d934,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:05.930957 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Checking segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:33:05.931315 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Network hostable DHCP agents. Network: 6a69a811-5382-473d-8a9b-4d99b241ca89, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:33:05.948104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:33:05.956923 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 6a69a811-5382-473d-8a9b-4d99b241ca89) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:05.960947 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:05.961527 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:05.965591 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a61542-e44b-454e-92c4-5bcef8851de9 None None] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:33:05.976850 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-223831bc-2a3a-491c-9824-cd5c94d205e4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3155289 Apr 28 19:33:05.979609 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51448) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:05.983814 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:06.002890 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.003955 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.057276 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks [] for router_controller (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.179984 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-6a69a811-5382-473d-8a9b-4d99b241ca89', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'project_id': '91436557708c4c4b953db90ed49d6df0', 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:33:06.181095 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.200988 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks [] for router_gateway (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.321906 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Allocated IP 172.20.0.2 (6a69a811-5382-473d-8a9b-4d99b241ca89/7572f7a2-ce75-4095-91b9-b55e6389d934/e1d7645d-67e7-4954-ab90-e989e6535c86) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:06.386928 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks [] for router_gateway (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.417025 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.467508 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Publish callbacks [] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.476172 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.486122 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cada4-7685-448a-a4a0-8d82b3cdfa20 req-39a7da67-9c31-4575-8735-886120d1aca6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:06.487621 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-017cada4-7685-448a-a4a0-8d82b3cdfa20 req-39a7da67-9c31-4575-8735-886120d1aca6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0796375 Apr 28 19:33:06.515074 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:06.519715 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:06.525535 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:06.534160 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Pushing event updated for resources: {'Port': ['ID=e1d7645d-67e7-4954-ab90-e989e6535c86,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:06.581253 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-017cada4-7685-448a-a4a0-8d82b3cdfa20 req-8ac026e6-b6a2-40b3-b783-af1bc9a21d6e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879645 Apr 28 19:33:06.586079 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Attempting to bind port e1d7645d-67e7-4954-ab90-e989e6535c86 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:33:06.586462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Attempting to bind port e1d7645d-67e7-4954-ab90-e989e6535c86 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:33:06.586837 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Attempting to bind port e1d7645d-67e7-4954-ab90-e989e6535c86 on network 6a69a811-5382-473d-8a9b-4d99b241ca89 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:06.591868 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:06.592251 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Checking segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:33:06.592792 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.593033 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Bound using segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:06.593874 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Bound port: e1d7645d-67e7-4954-ab90-e989e6535c86, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:33:06.594234 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.594697 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Allocated IP 172.27.2.228 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/caacbe37-6b23-4ffd-94a2-17f2c25ae782) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:06.657600 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] For port e1d7645d-67e7-4954-ab90-e989e6535c86, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:06.660743 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] For port e1d7645d-67e7-4954-ab90-e989e6535c86, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=e1d7645d-67e7-4954-ab90-e989e6535c86,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:06.666179 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.698319 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks [] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.730608 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba8e7-3e39-4574-aeb0-b2f5b6b6c1b6 None None] Pushing event updated for resources: {'Port': ['ID=e1d7645d-67e7-4954-ab90-e989e6535c86,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:06.742030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:06.787358 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:06.792554 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:06.795501 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Pushing event updated for resources: {'Port': ['ID=caacbe37-6b23-4ffd-94a2-17f2c25ae782,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:06.797815 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:06.847523 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-034084fa-6028-473e-849b-6913c29bff56 req-3e478a48-0984-464f-920d-d3f4ba270a29 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0302725 Apr 28 19:33:07.257742 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks [] for router_gateway (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:07.459841 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:07.594907 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:33:07.603178 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f45fd9-759a-4b14-8cd1-a5cd197496e4 None None] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:33:07.636777 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c81e1f5e-5681-4c25-bf1e-f86d4ff11e18 None None] Provisioning complete for port e1d7645d-67e7-4954-ab90-e989e6535c86 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:07.636988 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c81e1f5e-5681-4c25-bf1e-f86d4ff11e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:07.733441 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6f2f-37ef-494f-bd26-9fab270d5b6d req-dbc859e5-eeba-4a74-94a7-f18c2ad4f0f3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:07.734957 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-33ee6f2f-37ef-494f-bd26-9fab270d5b6d req-dbc859e5-eeba-4a74-94a7-f18c2ad4f0f3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0843725 Apr 28 19:33:07.750173 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:07.760433 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Sync routers for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:07.772363 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:07.773841 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:07.777435 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c81e1f5e-5681-4c25-bf1e-f86d4ff11e18 None None] Current status of the port e1d7645d-67e7-4954-ab90-e989e6535c86 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:07.778189 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c81e1f5e-5681-4c25-bf1e-f86d4ff11e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:07.794639 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:07.798443 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-abbe0fc2-202e-45af-bd44-4997ba2e5915 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8152900 Apr 28 19:33:07.798710 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51462) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:07.809853 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-33ee6f2f-37ef-494f-bd26-9fab270d5b6d req-8945af31-665e-48a4-86e0-cfd3cc7b131c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680702 Apr 28 19:33:07.826550 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c81e1f5e-5681-4c25-bf1e-f86d4ff11e18 None None] For port e1d7645d-67e7-4954-ab90-e989e6535c86, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=e1d7645d-67e7-4954-ab90-e989e6535c86,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:07.842933 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c81e1f5e-5681-4c25-bf1e-f86d4ff11e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:07.919572 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:07.931707 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e1f5e-5681-4c25-bf1e-f86d4ff11e18 None None] Pushing event updated for resources: {'Port': ['ID=e1d7645d-67e7-4954-ab90-e989e6535c86,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:08.020519 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eeddf3a8-8b7d-4710-84fc-e3ac78813c37 req-c652a7f2-38dd-40ab-a97a-0c3b139346c6 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0329032 Apr 28 19:33:08.063770 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2c0db0dd-3036-4ea6-9539-50e5e09298ca None None] Provisioning complete for port e1d7645d-67e7-4954-ab90-e989e6535c86 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:08.064144 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c0db0dd-3036-4ea6-9539-50e5e09298ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.123571 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:06Z', 'revision_number': 3, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:08.143495 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2c0db0dd-3036-4ea6-9539-50e5e09298ca None None] Current status of the port e1d7645d-67e7-4954-ab90-e989e6535c86 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:08.155294 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Checking router: 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:08.155641 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Updating router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 port caacbe37-6b23-4ffd-94a2-17f2c25ae782 binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:08.182193 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.300316 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.456870 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Allocated IP 172.20.0.1 (6a69a811-5382-473d-8a9b-4d99b241ca89/7572f7a2-ce75-4095-91b9-b55e6389d934/befeee8e-9f34-4302-9b1f-3dd1b900901c) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:08.508577 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Publish callbacks [] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.513563 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.527797 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:33:08.555552 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:33:08.555942 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 1dd0ac2f-d230-4e8c-8f1a-2d961abc74d9 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:33:08.570765 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks [] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.580224 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Attempting to bind port caacbe37-6b23-4ffd-94a2-17f2c25ae782 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:33:08.580603 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Attempting to bind port caacbe37-6b23-4ffd-94a2-17f2c25ae782 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:33:08.580938 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Attempting to bind port caacbe37-6b23-4ffd-94a2-17f2c25ae782 on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:08.591410 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:08.591778 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:33:08.592170 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.592550 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:08.593009 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Bound port: caacbe37-6b23-4ffd-94a2-17f2c25ae782, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:33:08.593376 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.614062 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.616630 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Pushing event updated for resources: {'Port': ['ID=caacbe37-6b23-4ffd-94a2-17f2c25ae782,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:08.626100 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.626459 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.626799 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.627150 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.627481 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.627802 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.628123 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.628443 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.628761 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.629081 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.629396 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.629760 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.630081 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.630395 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.630706 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:08.650852 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:08.654156 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:08.659713 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] For port caacbe37-6b23-4ffd-94a2-17f2c25ae782, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:08.660883 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:08.663845 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] For port caacbe37-6b23-4ffd-94a2-17f2c25ae782, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=caacbe37-6b23-4ffd-94a2-17f2c25ae782,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:08.671392 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.688246 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Pushing event updated for resources: {'Port': ['ID=befeee8e-9f34-4302-9b1f-3dd1b900901c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:08.707750 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.729096 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:08.729757 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:08.856710 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191a8b9-01ea-4f58-85c2-54476092eaa6 None None] Pushing event updated for resources: {'Port': ['ID=caacbe37-6b23-4ffd-94a2-17f2c25ae782,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:08.867844 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:08.873601 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device e1d7645d-67e7-4954-ab90-e989e6535c86 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:08.900065 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.926918 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port e1d7645d-67e7-4954-ab90-e989e6535c86 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:08.930411 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.976305 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cde00-6631-419a-9b6e-f229a97cab89 req-18680a3e-033c-4d93-b5a1-4eb17ae20ef2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:08.982979 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-7f35f1e2-82fa-4e4f-924a-359a5c059b34 None None] Provisioning complete for port befeee8e-9f34-4302-9b1f-3dd1b900901c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:08.983426 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f35f1e2-82fa-4e4f-924a-359a5c059b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:08.986909 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0b7cde00-6631-419a-9b6e-f229a97cab89 req-18680a3e-033c-4d93-b5a1-4eb17ae20ef2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0719769 Apr 28 19:33:09.048652 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-7f35f1e2-82fa-4e4f-924a-359a5c059b34 None None] Port befeee8e-9f34-4302-9b1f-3dd1b900901c cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:33:09.063946 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0b7cde00-6631-419a-9b6e-f229a97cab89 req-ce6125df-9279-457c-9823-7931d83dd056 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748467 Apr 28 19:33:09.064888 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port e1d7645d-67e7-4954-ab90-e989e6535c86 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:09.081255 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:06Z', 'revision_number': 3, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:09.109747 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e28cc-efe5-4508-9e59-7bf0f43fa94a None None] The sync data for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi is: [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:06Z', 'revision_number': 3, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:09.134848 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-31e5c4ef-8740-435b-be55-87ee2a80d3eb req-76d939fc-5f83-4abd-9dcc-f31235f68afe tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0306993 Apr 28 19:33:09.155397 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks [] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:09.158636 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:09.225838 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Pushing event updated for resources: {'Port': ['ID=befeee8e-9f34-4302-9b1f-3dd1b900901c,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:09.231669 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:09.322630 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:09.323941 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:09.476063 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:33:09.573478 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c72c8ba3-feda-4875-8990-9cd55ecae18d None None] Provisioning complete for port befeee8e-9f34-4302-9b1f-3dd1b900901c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:09.574298 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c72c8ba3-feda-4875-8990-9cd55ecae18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:09.628261 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c72c8ba3-feda-4875-8990-9cd55ecae18d None None] Port befeee8e-9f34-4302-9b1f-3dd1b900901c cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:33:09.895704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:09.901062 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b9079dae-45a0-453e-972d-6b65b50d6283 admin admin] 10.222.0.55 "PUT /v2.0/routers/41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011033 Apr 28 19:33:09.907704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-ae0ec429-ad53-4943-8254-7e3fec8275cd tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:09.909116 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-ae0ec429-ad53-4943-8254-7e3fec8275cd tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "GET /v2.0/networks?id=fa721afe-23d6-4e6a-924d-0932831cbadd HTTP/1.1" status: 200 len: 808 time: 0.1564314 Apr 28 19:33:10.195645 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9493f62-6cb8-4c1c-af8e-1a39c1240515 req-d30211fb-eb6b-4e48-bf53-a902003cbfac tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:10.197235 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b9493f62-6cb8-4c1c-af8e-1a39c1240515 req-d30211fb-eb6b-4e48-bf53-a902003cbfac tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0598016 Apr 28 19:33:10.246905 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b9493f62-6cb8-4c1c-af8e-1a39c1240515 req-5b4802d7-72b3-4bff-a1ad-3373c5a4f872 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Apr 28 19:33:10.329987 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a4062f01-1248-4106-a08d-f7d398ee1ba0 req-4d92da38-b027-4d9c-81f7-2cc3e0a908ec tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0277429 Apr 28 19:33:10.402602 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51494) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:10.408213 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-299e943a-efc6-41f9-a2f3-e2c9ce4f14a7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896185955', 'description': 'tempest-description--556598281'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:10.434430 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-299e943a-efc6-41f9-a2f3-e2c9ce4f14a7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.502292 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-299e943a-efc6-41f9-a2f3-e2c9ce4f14a7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (62db5de0-3f55-44f0-aba8-da0befaf9c7b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.506305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-299e943a-efc6-41f9-a2f3-e2c9ce4f14a7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (62db5de0-3f55-44f0-aba8-da0befaf9c7b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.534265 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-299e943a-efc6-41f9-a2f3-e2c9ce4f14a7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.535478 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-299e943a-efc6-41f9-a2f3-e2c9ce4f14a7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1311507 Apr 28 19:33:10.538371 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51496) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:10.543409 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ab4ac87f-238e-4e76-bee4-584e1b65d53f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'security_group_rule': {'security_group_id': '62db5de0-3f55-44f0-aba8-da0befaf9c7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:10.548379 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e943a-efc6-41f9-a2f3-e2c9ce4f14a7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62db5de0-3f55-44f0-aba8-da0befaf9c7b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:10.570768 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac87f-238e-4e76-bee4-584e1b65d53f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (a1c452b9-bb58-4409-a404-fd5a2bc7cabf), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.626244 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac87f-238e-4e76-bee4-584e1b65d53f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (a1c452b9-bb58-4409-a404-fd5a2bc7cabf), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.629600 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac87f-238e-4e76-bee4-584e1b65d53f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (a1c452b9-bb58-4409-a404-fd5a2bc7cabf), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.646649 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ac87f-238e-4e76-bee4-584e1b65d53f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c452b9-bb58-4409-a404-fd5a2bc7cabf,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:10.655473 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac87f-238e-4e76-bee4-584e1b65d53f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.656703 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ab4ac87f-238e-4e76-bee4-584e1b65d53f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174090 Apr 28 19:33:10.659485 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51498) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:10.663694 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9ec1d714-747a-4fe5-b8ef-1a54746b92f5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'security_group_rule': {'security_group_id': '62db5de0-3f55-44f0-aba8-da0befaf9c7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:10.687185 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Sync routers for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:10.694953 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d714-747a-4fe5-b8ef-1a54746b92f5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (2f827a74-bbf2-45c9-b0c4-423bf8da5753), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.696667 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:10.697352 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:10.755437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d714-747a-4fe5-b8ef-1a54746b92f5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (2f827a74-bbf2-45c9-b0c4-423bf8da5753), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.759679 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d714-747a-4fe5-b8ef-1a54746b92f5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (2f827a74-bbf2-45c9-b0c4-423bf8da5753), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.779765 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1d714-747a-4fe5-b8ef-1a54746b92f5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f827a74-bbf2-45c9-b0c4-423bf8da5753,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:10.788250 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d714-747a-4fe5-b8ef-1a54746b92f5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.792918 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51502) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:10.793400 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9ec1d714-747a-4fe5-b8ef-1a54746b92f5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327097 Apr 28 19:33:10.800449 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:10.821790 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:10.834529 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:10.853082 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device caacbe37-6b23-4ffd-94a2-17f2c25ae782 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:10.902362 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Request body: {'port': {'device_id': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd', 'admin_state_up': True, 'tenant_id': '45faf62a35b4477385e5423f3aa1f0c6'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:10.914488 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.002537 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port caacbe37-6b23-4ffd-94a2-17f2c25ae782 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:11.002916 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.028011 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Made reservation on behalf of 45faf62a35b4477385e5423f3aa1f0c6 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:11.032161 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.047968 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Allocated IP 172.27.2.114 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/74f618e7-9ee5-450c-8818-58dd51d5bb2a) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:11.115009 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 2, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:11.150587 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Checking router: 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:11.151191 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Updating router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 port befeee8e-9f34-4302-9b1f-3dd1b900901c binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:33:11.154623 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.168749 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Allocated IP 172.20.0.13 (fa721afe-23d6-4e6a-924d-0932831cbadd/8d7cff54-0852-4d7c-8414-fd92ce7de76b/c578f27c-0fd1-4e3f-9bce-0f5bca000b36) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:11.176844 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port caacbe37-6b23-4ffd-94a2-17f2c25ae782 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:11.177247 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.191662 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.202536 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.205371 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port caacbe37-6b23-4ffd-94a2-17f2c25ae782, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=caacbe37-6b23-4ffd-94a2-17f2c25ae782,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:11.215355 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.254634 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:11.258426 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:11.260921 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:11.266875 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'Port': ['ID=74f618e7-9ee5-450c-8818-58dd51d5bb2a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:11.370198 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (472f2681-b982-444c-8e37-b5e943188afa), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.396145 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks [] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.407462 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b727c-7ee3-4f06-9580-a03b2549da34 req-89d96170-2a3c-493f-97d9-78556f70b204 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:11.408999 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-965b727c-7ee3-4f06-9580-a03b2549da34 req-89d96170-2a3c-493f-97d9-78556f70b204 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0701439 Apr 28 19:33:11.446456 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-06a8fe2a-5964-4823-a22f-f6e4199a4225 req-598c6957-02b2-4303-8118-8305bf8a9d4c tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0410655 Apr 28 19:33:11.447164 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.484209 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-965b727c-7ee3-4f06-9580-a03b2549da34 req-42757491-cbdf-4bdd-8fa7-71fda28c9cc2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677469 Apr 28 19:33:11.485670 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.493335 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=caacbe37-6b23-4ffd-94a2-17f2c25ae782,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:11.541018 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Network fa721afe-23d6-4e6a-924d-0932831cbadd is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:11.544180 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:11.551142 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:11.580391 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Pushing event updated for resources: {'Port': ['ID=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:11.608908 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:11.609715 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.615240 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.620127 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.627168 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-c1395513-9cfb-4633-a8b9-8c14703b5bbc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291749 Apr 28 19:33:11.644409 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Request body: {'port': {'device_id': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:11.653833 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (472f2681-b982-444c-8e37-b5e943188afa), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.677031 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.678175 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8832426 Apr 28 19:33:11.678991 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0782-3504-4f7a-a19f-d3ad9f214cf9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'Port': ['ID=74f618e7-9ee5-450c-8818-58dd51d5bb2a,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:11.700639 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Publish callbacks [] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.706858 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.717484 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.759398 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25e6d6-e092-48bf-82d4-c342c8ae7298 None None] Pushing event updated for resources: {'Port': ['ID=befeee8e-9f34-4302-9b1f-3dd1b900901c,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:11.843224 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Attempting to bind port befeee8e-9f34-4302-9b1f-3dd1b900901c on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:33:11.843932 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Attempting to bind port befeee8e-9f34-4302-9b1f-3dd1b900901c by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:33:11.844491 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Attempting to bind port befeee8e-9f34-4302-9b1f-3dd1b900901c on network 6a69a811-5382-473d-8a9b-4d99b241ca89 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:11.852172 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:11.852383 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-738627c0-cf86-4108-bbec-235494036b7e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--896185955&fields=id&tenant_id=91436557708c4c4b953db90ed49d6df0 HTTP/1.1" status: 200 len: 267 time: 0.0645881 Apr 28 19:33:11.853436 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Checking segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:33:11.854103 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.854729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Bound using segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:11.855402 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Bound port: befeee8e-9f34-4302-9b1f-3dd1b900901c, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:33:11.855989 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.939214 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] For port befeee8e-9f34-4302-9b1f-3dd1b900901c, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:11.943365 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] For port befeee8e-9f34-4302-9b1f-3dd1b900901c, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=befeee8e-9f34-4302-9b1f-3dd1b900901c,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:11.952325 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:11.991418 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-a31846c9-2c79-4a7d-9e9b-33ec9b8c82a4 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:11.993454 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-a31846c9-2c79-4a7d-9e9b-33ec9b8c82a4 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 810 time: 0.1398339 Apr 28 19:33:12.009245 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-d30a45c8-667a-415a-850d-d76a17225977 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/quotas/91436557708c4c4b953db90ed49d6df0 HTTP/1.1" status: 200 len: 375 time: 0.0091016 Apr 28 19:33:12.011628 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:12.012360 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:32:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:12.065370 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25e6d6-e092-48bf-82d4-c342c8ae7298 None None] Pushing event updated for resources: {'Port': ['ID=befeee8e-9f34-4302-9b1f-3dd1b900901c,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:12.093418 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-d4d2ad0e-515f-4776-9966-87cdb601728d tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751848 Apr 28 19:33:12.094270 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c3eea9d4-298a-49a9-8274-55ebe2db6ce8 None None] Provisioning complete for port befeee8e-9f34-4302-9b1f-3dd1b900901c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:12.094643 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9d4-298a-49a9-8274-55ebe2db6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.111962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c578f27c-0fd1-4e3f-9bce-0f5bca000b36 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:12.121463 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Publish callbacks [] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.137967 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Transition to ACTIVE for port object c578f27c-0fd1-4e3f-9bce-0f5bca000b36 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:33:12.143427 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.188941 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:12.206625 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-84a4f621-237b-4a6f-8a33-ef7b98154aa8 service neutron] 10.222.0.55 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065276 Apr 28 19:33:12.233196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Pushing event updated for resources: {'Port': ['ID=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:12.294490 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Attempting to bind port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:33:12.294981 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Attempting to bind port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:33:12.295329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Attempting to bind port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 on network fa721afe-23d6-4e6a-924d-0932831cbadd {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:12.301601 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 on network fa721afe-23d6-4e6a-924d-0932831cbadd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:12.301961 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Attempting to bind port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 on network fa721afe-23d6-4e6a-924d-0932831cbadd {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:12.307124 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:12.307488 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Checking segment: {'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:33:12.307878 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Bound using segment: {'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:12.308306 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Bound port: c578f27c-0fd1-4e3f-9bce-0f5bca000b36, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:33:12.309115 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.313057 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c3eea9d4-298a-49a9-8274-55ebe2db6ce8 None None] Current status of the port befeee8e-9f34-4302-9b1f-3dd1b900901c is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:12.313547 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9d4-298a-49a9-8274-55ebe2db6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.337067 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-9b5a85f2-ad7f-48ed-b79a-32a80082a141 service neutron] 10.222.0.55 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194217 Apr 28 19:33:12.383585 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c3eea9d4-298a-49a9-8274-55ebe2db6ce8 None None] For port befeee8e-9f34-4302-9b1f-3dd1b900901c, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=befeee8e-9f34-4302-9b1f-3dd1b900901c,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:12.385274 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] For port c578f27c-0fd1-4e3f-9bce-0f5bca000b36, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:12.389796 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] For port c578f27c-0fd1-4e3f-9bce-0f5bca000b36, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:12.399991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.402030 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9d4-298a-49a9-8274-55ebe2db6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.445461 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:12.446050 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.447440 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] 10.222.0.45 "PUT /v2.0/ports/c578f27c-0fd1-4e3f-9bce-0f5bca000b36 HTTP/1.1" status: 200 len: 1094 time: 0.8074756 Apr 28 19:33:12.447892 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'tag': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:12.450793 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f66deaa-a42b-4d2e-a917-6265a3ef184e" -d '{"events": [{"name": "network-changed", "server_uuid": "46f06551-fbe0-4ab8-b385-6602e4af715c", "tag": "c578f27c-0fd1-4e3f-9bce-0f5bca000b36"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:12.498202 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:12.504901 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af60ae0f-ef3e-468e-8283-fcb780211e96 x-openstack-request-id: req-af60ae0f-ef3e-468e-8283-fcb780211e96 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:12.505396 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f06551-fbe0-4ab8-b385-6602e4af715c", "tag": "c578f27c-0fd1-4e3f-9bce-0f5bca000b36", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:12.505504 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af60ae0f-ef3e-468e-8283-fcb780211e96 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:12.506305 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af60ae0f-ef3e-468e-8283-fcb780211e96'] response: {'name': 'network-changed', 'server_uuid': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'tag': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36', 'status': 'completed', 'code': 200} Apr 28 19:33:12.507274 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de274a9-2bcf-4b5e-9b32-8be10028a803 service neutron] Pushing event updated for resources: {'Port': ['ID=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:12.536007 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9858a4-2de9-44ef-8049-8a9e62043ac7 None None] The sync data for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi is: [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:12.545879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea9d4-298a-49a9-8274-55ebe2db6ce8 None None] Pushing event updated for resources: {'Port': ['ID=befeee8e-9f34-4302-9b1f-3dd1b900901c,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:12.552500 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-cd40fc46-5f54-4771-846b-fa3193cb9aa5 None None] Provisioning complete for port befeee8e-9f34-4302-9b1f-3dd1b900901c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:12.553028 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd40fc46-5f54-4771-846b-fa3193cb9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:12.615292 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e62c1dd3-2211-47ae-93fa-4ebda6c9aa5b req-c86c1794-e571-4831-8f22-6d5d4ad9cf94 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0821896 Apr 28 19:33:12.657164 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-0ebad7fe-a74b-4cf8-9755-1d0f6c41b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:12.659285 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-0ebad7fe-a74b-4cf8-9755-1d0f6c41b9cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 1128 time: 0.1456916 Apr 28 19:33:12.700997 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cd40fc46-5f54-4771-846b-fa3193cb9aa5 None None] Current status of the port befeee8e-9f34-4302-9b1f-3dd1b900901c is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:12.744417 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-626202c5-4d41-4725-95e5-20768ff0a1a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578f27c-0fd1-4e3f-9bce-0f5bca000b36 HTTP/1.1" status: 200 len: 217 time: 0.0638766 Apr 28 19:33:12.764095 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9b5f-1b3a-488f-9140-b7cdd627a502 req-edfbf776-e8da-4c52-a29f-e1920db6d276 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:12.765429 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f0d9b5f-1b3a-488f-9140-b7cdd627a502 req-edfbf776-e8da-4c52-a29f-e1920db6d276 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 944 time: 0.1214507 Apr 28 19:33:12.782774 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e41ce-fd9b-4f07-8240-d76ec5e94cfa req-6b886a3d-a6ef-4c29-8427-e38526c76885 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:12.786795 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a06e41ce-fd9b-4f07-8240-d76ec5e94cfa req-6b886a3d-a6ef-4c29-8427-e38526c76885 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0764351 Apr 28 19:33:12.881554 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-f960b0bd-24a4-427a-bcb1-29533ef3d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:12.883091 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-f960b0bd-24a4-427a-bcb1-29533ef3d1a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d7cff54-0852-4d7c-8414-fd92ce7de76b HTTP/1.1" status: 200 len: 848 time: 0.1167555 Apr 28 19:33:12.891746 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f0d9b5f-1b3a-488f-9140-b7cdd627a502 req-1a64e938-ad00-45b9-b652-90f3b58503d2 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136353 Apr 28 19:33:12.924513 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a06e41ce-fd9b-4f07-8240-d76ec5e94cfa req-85786175-70ac-4d3d-9bf5-bdabf3f9c813 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264017 Apr 28 19:33:12.946755 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-45faae41-908b-4f78-a945-7023439d0af5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa721afe-23d6-4e6a-924d-0932831cbadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463710 Apr 28 19:33:12.985575 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device befeee8e-9f34-4302-9b1f-3dd1b900901c up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:13.046750 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port befeee8e-9f34-4302-9b1f-3dd1b900901c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:13.047132 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:13.054201 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-70fa86cf-1c4f-4ca9-9f6c-f761307fa6d7 service neutron] 10.222.0.45 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974722 Apr 28 19:33:13.139651 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port befeee8e-9f34-4302-9b1f-3dd1b900901c is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:13.141238 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device caacbe37-6b23-4ffd-94a2-17f2c25ae782 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:13.180446 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3dc568e9-550e-42eb-a307-0a7c24ef8355 req-3e91a811-4c2b-4ede-b9df-6d8aa433910e service neutron] 10.222.0.45 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042807 Apr 28 19:33:13.208745 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port caacbe37-6b23-4ffd-94a2-17f2c25ae782 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:13.209127 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:13.295685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port caacbe37-6b23-4ffd-94a2-17f2c25ae782 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:13.501267 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:13.715896 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-97f7c5ce-89b8-448b-a24c-2a196f6e2a8a req-3b02c501-8849-4faa-8836-73a299431c04 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Apr 28 19:33:14.008678 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148824-deba-4870-b15e-9c9fe2df4f5a req-ba014194-6214-4557-aafa-ac0724927410 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:14.010063 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-47148824-deba-4870-b15e-9c9fe2df4f5a req-ba014194-6214-4557-aafa-ac0724927410 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 944 time: 0.0497565 Apr 28 19:33:14.028023 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb13ef-4b47-406c-bef0-d5eccadbc748 req-295165e9-f382-4312-9e93-75b908fe05c8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:14.029514 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ccb13ef-4b47-406c-bef0-d5eccadbc748 req-295165e9-f382-4312-9e93-75b908fe05c8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0462017 Apr 28 19:33:14.057536 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-47148824-deba-4870-b15e-9c9fe2df4f5a req-b102485a-6392-46bd-bdb6-38ef29e6e57d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Apr 28 19:33:14.076841 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ccb13ef-4b47-406c-bef0-d5eccadbc748 req-9d754c38-743a-497e-8fda-ff51ceac8707 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Apr 28 19:33:14.807874 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ba73a2f1-47f1-4671-acac-43ff5f262b7e req-a76c2d85-5527-4dbf-b881-305044cbd61f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Apr 28 19:33:15.171502 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76c400-4a98-4596-acc4-8dd6c3bf58eb req-e5164c52-b1d3-4b98-a31e-a93895adbe15 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:15.172964 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6d76c400-4a98-4596-acc4-8dd6c3bf58eb req-e5164c52-b1d3-4b98-a31e-a93895adbe15 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 944 time: 0.0492909 Apr 28 19:33:15.186235 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15d1c9-42a0-40a2-81ba-55601502c756 req-dc0f1147-b523-4b4c-9236-5de24ef344b5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:15.187710 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e15d1c9-42a0-40a2-81ba-55601502c756 req-dc0f1147-b523-4b4c-9236-5de24ef344b5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0456548 Apr 28 19:33:15.220853 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6d76c400-4a98-4596-acc4-8dd6c3bf58eb req-b821a2de-3f21-4f6a-b8a6-bc81c93c8973 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Apr 28 19:33:15.236269 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e15d1c9-42a0-40a2-81ba-55601502c756 req-4b5db7c4-acf4-4747-a40b-68902a6c0807 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Apr 28 19:33:15.899920 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6f1b045c-4e08-4faa-8ff3-fa51f22601aa req-c938eeb7-3ae2-423a-bbea-1b4cef7f9fe2 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0266790 Apr 28 19:33:16.331494 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa6646-1990-4b3d-bc4c-56a2b7bb11bd req-12975f1c-64a7-414b-8e94-d875e3acccda tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:16.332941 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64fa6646-1990-4b3d-bc4c-56a2b7bb11bd req-12975f1c-64a7-414b-8e94-d875e3acccda tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 944 time: 0.0458674 Apr 28 19:33:16.349258 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886ffa3-058d-457e-800d-c6349caa4df4 req-3c8fe33c-f514-4c33-bf0d-89b2904b9f59 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:16.350758 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c886ffa3-058d-457e-800d-c6349caa4df4 req-3c8fe33c-f514-4c33-bf0d-89b2904b9f59 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0467987 Apr 28 19:33:16.379364 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64fa6646-1990-4b3d-bc4c-56a2b7bb11bd req-f2d28270-0414-437f-b2fd-2996bfd05dcf tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Apr 28 19:33:16.399543 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c886ffa3-058d-457e-800d-c6349caa4df4 req-0d759b7e-01d0-4010-88b0-9544d8d70b86 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Apr 28 19:33:16.993245 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6241d7cf-0d5a-48f7-a80f-3b21fd29a6ec req-f6563adc-a10b-4d13-821c-eb47d221bbdd tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0272770 Apr 28 19:33:17.495034 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bed170-881a-44ac-afa0-639be6e9fabc req-23798bce-e0ce-4562-8aa8-0d588dadb129 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:17.495843 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19a7a64c-c808-4139-b8b7-5897ccdca3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:17.499463 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09bed170-881a-44ac-afa0-639be6e9fabc req-23798bce-e0ce-4562-8aa8-0d588dadb129 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 944 time: 0.0516975 Apr 28 19:33:17.517199 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c392ccf-4adb-4b10-95e5-c3175f393d35 req-0da16d89-ca1a-424d-9058-187416a6c333 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:17.519126 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c392ccf-4adb-4b10-95e5-c3175f393d35 req-0da16d89-ca1a-424d-9058-187416a6c333 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0529139 Apr 28 19:33:17.554623 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09bed170-881a-44ac-afa0-639be6e9fabc req-90a506f8-eb26-470e-b757-b524cdf34ba6 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Apr 28 19:33:17.576875 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5c392ccf-4adb-4b10-95e5-c3175f393d35 req-90bb9c98-2a24-4ae3-bc29-22db280e2453 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506370 Apr 28 19:33:17.768483 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-f24733ab-d065-45f2-b210-7c7c11db74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:17.770199 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-f24733ab-d065-45f2-b210-7c7c11db74c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 1128 time: 0.0409403 Apr 28 19:33:17.879937 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-96080094-5bae-4e48-af6c-74977c3d6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:17.881384 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-96080094-5bae-4e48-af6c-74977c3d6c69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa721afe-23d6-4e6a-924d-0932831cbadd HTTP/1.1" status: 200 len: 909 time: 0.0987930 Apr 28 19:33:18.092068 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f6f37d2e-e69d-4ec7-8f1f-ff7f318ab3cb req-44554109-4fd9-42bd-93a5-ae37c9d96a2f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0339618 Apr 28 19:33:18.122943 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-a91173fa-3853-49c6-94e9-2abc09587eb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578f27c-0fd1-4e3f-9bce-0f5bca000b36 HTTP/1.1" status: 200 len: 217 time: 0.0380852 Apr 28 19:33:18.181082 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-3121c275-c574-4c01-b16c-dd8ea6da6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:18.182459 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-3121c275-c574-4c01-b16c-dd8ea6da6fbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d7cff54-0852-4d7c-8414-fd92ce7de76b HTTP/1.1" status: 200 len: 848 time: 0.0501432 Apr 28 19:33:18.219819 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-60e55972-627b-4503-8be7-3fad6d7c696d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa721afe-23d6-4e6a-924d-0932831cbadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292294 Apr 28 19:33:18.287073 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-9deb8102-c35a-481a-8610-64895be8dbbe tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:18.288507 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-9deb8102-c35a-481a-8610-64895be8dbbe tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 810 time: 0.0984659 Apr 28 19:33:18.316317 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-d5960d73-6a9b-41da-8bbb-01e0fe4a4c87 service neutron] 10.222.0.45 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894578 Apr 28 19:33:18.358238 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-524ab403-264e-442f-9159-6299815211b3 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91436557708c4c4b953db90ed49d6df0 HTTP/1.1" status: 200 len: 379 time: 0.0563505 Apr 28 19:33:18.366778 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'port': {'device_id': '5be14091-6f84-488c-83a8-fdc9a568b606', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'admin_state_up': True, 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'security_groups': ['62db5de0-3f55-44f0-aba8-da0befaf9c7b']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:18.417303 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f66deaa-a42b-4d2e-a917-6265a3ef184e req-95f3d682-ccc8-4f08-bc55-0fbe6643a04e service neutron] 10.222.0.45 "GET /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914509 Apr 28 19:33:18.476152 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Made reservation on behalf of 91436557708c4c4b953db90ed49d6df0 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:33:18.479642 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:18.602940 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Allocated IP 172.20.0.6 (6a69a811-5382-473d-8a9b-4d99b241ca89/7572f7a2-ce75-4095-91b9-b55e6389d934/ee4634db-5845-4366-8dcf-adcf870f95ba) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:33:18.687849 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616159f-dad8-486c-b751-8c389e4ccd61 req-5da7344c-8760-42e5-9407-ceca8aab3cea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:18.689338 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2616159f-dad8-486c-b751-8c389e4ccd61 req-5da7344c-8760-42e5-9407-ceca8aab3cea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0462034 Apr 28 19:33:18.692987 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266add56-be72-40df-8b96-3d9c419721ce req-75a73421-5b18-4d4e-871a-fac147ca8809 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:18.694470 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-266add56-be72-40df-8b96-3d9c419721ce req-75a73421-5b18-4d4e-871a-fac147ca8809 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 944 time: 0.0678258 Apr 28 19:33:18.736216 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2616159f-dad8-486c-b751-8c389e4ccd61 req-b422aba3-8145-4a83-a527-73300971e819 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Apr 28 19:33:18.926441 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c578f27c-0fd1-4e3f-9bce-0f5bca000b36 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:19.025225 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-266add56-be72-40df-8b96-3d9c419721ce req-260e144f-30f6-444f-a4c0-9895c9a5cb8c tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237731 Apr 28 19:33:19.037627 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port c578f27c-0fd1-4e3f-9bce-0f5bca000b36, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:19.048734 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.050997 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36', 'network_id': 'fa721afe-23d6-4e6a-924d-0932831cbadd', 'port_id': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36', 'mac_address': 'fa:16:3e:4c:7e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7cff54-0852-4d7c-8414-fd92ce7de76b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:19.087668 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.093014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:19.093667 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.110940 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c578f27c-0fd1-4e3f-9bce-0f5bca000b36 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:19.132633 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:33:19.133362 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port c578f27c-0fd1-4e3f-9bce-0f5bca000b36, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:19.139609 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:33:19.141620 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.143400 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:33:19.150890 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:19.151578 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.165930 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'Port': ['ID=ee4634db-5845-4366-8dcf-adcf870f95ba,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:19.179120 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-ed704c1c-95dd-4670-a03a-c8866a0bfa9b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161643 Apr 28 19:33:19.201039 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Request body: {'port': {'device_id': '5be14091-6f84-488c-83a8-fdc9a568b606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:19.260140 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:19.305891 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb55a3a-3a90-4b76-a529-be929c0b208b req-415ba4b6-6196-4cdf-b26b-4939b520dfcf tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:19.319373 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-efb55a3a-3a90-4b76-a529-be929c0b208b req-415ba4b6-6196-4cdf-b26b-4939b520dfcf tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 931 time: 0.1047616 Apr 28 19:33:19.320407 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.370204 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-efb55a3a-3a90-4b76-a529-be929c0b208b req-ea70a970-6763-4561-82e9-00e22bb21341 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498991 Apr 28 19:33:19.472435 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-04b4835d-64e6-420c-9ea7-bed389dc2ec0 None None] Provisioning complete for port ee4634db-5845-4366-8dcf-adcf870f95ba triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:19.472902 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-04b4835d-64e6-420c-9ea7-bed389dc2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.507242 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-04b4835d-64e6-420c-9ea7-bed389dc2ec0 None None] Port ee4634db-5845-4366-8dcf-adcf870f95ba cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:33:19.593161 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4634db-5845-4366-8dcf-adcf870f95ba {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:19.600498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Publish callbacks [] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.612905 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Transition to ACTIVE for port object ee4634db-5845-4366-8dcf-adcf870f95ba will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:33:19.616836 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.618319 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['c578f27c-0fd1-4e3f-9bce-0f5bca000b36'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:19.666597 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Pushing event updated for resources: {'Port': ['ID=ee4634db-5845-4366-8dcf-adcf870f95ba,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:19.702943 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Attempting to bind port ee4634db-5845-4366-8dcf-adcf870f95ba on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:33:19.703303 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Attempting to bind port ee4634db-5845-4366-8dcf-adcf870f95ba by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:33:19.703611 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Attempting to bind port ee4634db-5845-4366-8dcf-adcf870f95ba on network 6a69a811-5382-473d-8a9b-4d99b241ca89 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:19.708324 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Port ee4634db-5845-4366-8dcf-adcf870f95ba on network 6a69a811-5382-473d-8a9b-4d99b241ca89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:33:19.708655 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Attempting to bind port ee4634db-5845-4366-8dcf-adcf870f95ba on network 6a69a811-5382-473d-8a9b-4d99b241ca89 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:33:19.713892 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:33:19.714346 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Checking segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:33:19.714732 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Bound using segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:33:19.715705 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Bound port: ee4634db-5845-4366-8dcf-adcf870f95ba, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:33:19.716143 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.790218 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a69b75ec-93d8-4a24-9d3b-29a17aecdf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.791799 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] For port ee4634db-5845-4366-8dcf-adcf870f95ba, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:33:19.797955 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] For port ee4634db-5845-4366-8dcf-adcf870f95ba, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ee4634db-5845-4366-8dcf-adcf870f95ba,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:33:19.806014 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.882614 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:19.883243 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:19.884646 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] 10.222.0.45 "PUT /v2.0/ports/ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 200 len: 1093 time: 0.6938169 Apr 28 19:33:19.889724 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:19.892003 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e339d7-8607-4e01-9342-f5e4939f34cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:19.905698 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f990ee-7a50-4a99-98f0-a4e0916d328f service neutron] Pushing event updated for resources: {'Port': ['ID=ee4634db-5845-4366-8dcf-adcf870f95ba,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:19.916502 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428b0a-1c67-4f9c-83f4-5ff99dc7b8f1 req-b667c523-12bc-4200-b14e-59451da90ae0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:19.917902 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-63428b0a-1c67-4f9c-83f4-5ff99dc7b8f1 req-b667c523-12bc-4200-b14e-59451da90ae0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0841384 Apr 28 19:33:19.944831 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6570c8ec-6b2e-4a74-af91-6d495bd7c63b x-openstack-request-id: req-6570c8ec-6b2e-4a74-af91-6d495bd7c63b {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:19.945138 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:19.945397 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6570c8ec-6b2e-4a74-af91-6d495bd7c63b {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:19.945853 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6570c8ec-6b2e-4a74-af91-6d495bd7c63b'] response: {'name': 'network-changed', 'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'status': 'completed', 'code': 200} Apr 28 19:33:19.980524 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-63428b0a-1c67-4f9c-83f4-5ff99dc7b8f1 req-848be5f2-e3a7-44bd-934d-22f20aaa6d50 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528324 Apr 28 19:33:20.140950 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ea0c1-7327-4f29-9c0c-6d07f7d0aa45 req-81ac0f8e-24d9-4bac-922b-e0fa8a2e8e34 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:20.142447 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e66ea0c1-7327-4f29-9c0c-6d07f7d0aa45 req-81ac0f8e-24d9-4bac-922b-e0fa8a2e8e34 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 945 time: 0.0458152 Apr 28 19:33:20.189094 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e66ea0c1-7327-4f29-9c0c-6d07f7d0aa45 req-59278960-f9c4-4195-877b-923eef688531 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Apr 28 19:33:20.481533 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432a5bf-cd9c-4b0e-a99a-83ee2879a648 req-0fbe47ba-205f-4923-a276-c60ce33f80d1 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:20.483025 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c432a5bf-cd9c-4b0e-a99a-83ee2879a648 req-0fbe47ba-205f-4923-a276-c60ce33f80d1 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0459566 Apr 28 19:33:20.529329 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c432a5bf-cd9c-4b0e-a99a-83ee2879a648 req-eb800cc1-6dc9-4fc1-8a3e-9a6e7f9b9bfb tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407374 Apr 28 19:33:20.649652 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-6eccec5b-caec-4482-9668-60fa9baadf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:20.651102 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-6eccec5b-caec-4482-9668-60fa9baadf56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 1127 time: 0.0383694 Apr 28 19:33:20.696979 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-c020d843-3fe1-4847-ba37-7df27720ec32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 200 len: 217 time: 0.0363319 Apr 28 19:33:20.742885 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-72ab8212-d1b1-4d40-a864-6a602043e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:20.744249 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-72ab8212-d1b1-4d40-a864-6a602043e7f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0409451 Apr 28 19:33:20.786408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350371c1-0044-408e-a49c-92e09eee7a5b req-e8ec6c7b-4045-469b-a2d8-d4bf71603ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:20.787797 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-e8ec6c7b-4045-469b-a2d8-d4bf71603ac6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367301 Apr 28 19:33:20.882434 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-df67714a-897a-40c0-8654-5eccefbe4cdd service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876343 Apr 28 19:33:20.884971 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:20.969734 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-350371c1-0044-408e-a49c-92e09eee7a5b req-407e05b6-a1f6-42bc-b713-c8bcc6d42c1d service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806305 Apr 28 19:33:21.089838 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7d2de-f0ae-4f62-aa62-2b97b57479ae req-99b5b985-53ea-4646-a254-60a06ff73866 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:21.091730 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8e7d2de-f0ae-4f62-aa62-2b97b57479ae req-99b5b985-53ea-4646-a254-60a06ff73866 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0462859 Apr 28 19:33:21.139402 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8e7d2de-f0ae-4f62-aa62-2b97b57479ae req-5901e850-058d-4dbd-81a8-37194ccd3d2c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Apr 28 19:33:21.306084 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62db3c4-af42-4fb9-a289-213f6bf2c53a req-8c18b76f-c366-4593-9593-65849a4f2476 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:21.307521 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a62db3c4-af42-4fb9-a289-213f6bf2c53a req-8c18b76f-c366-4593-9593-65849a4f2476 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 945 time: 0.0501139 Apr 28 19:33:21.353989 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a62db3c4-af42-4fb9-a289-213f6bf2c53a req-cbce3176-1dab-418d-a96f-0434400555f4 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Apr 28 19:33:21.641725 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85e0be-6f9f-4bf1-889b-206e7718b1e9 req-32930ec2-3007-470c-b5da-5933ffc3370a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:21.643087 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b85e0be-6f9f-4bf1-889b-206e7718b1e9 req-32930ec2-3007-470c-b5da-5933ffc3370a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0454049 Apr 28 19:33:21.689431 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b85e0be-6f9f-4bf1-889b-206e7718b1e9 req-521a05c8-8417-4b92-8402-18726add7b98 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Apr 28 19:33:22.249445 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298484-80ea-4739-84ef-94506974845d req-7785546f-98d5-48ef-a18e-93d821b99bdf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:22.250985 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-12298484-80ea-4739-84ef-94506974845d req-7785546f-98d5-48ef-a18e-93d821b99bdf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0456445 Apr 28 19:33:22.295934 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-12298484-80ea-4739-84ef-94506974845d req-c3450ec5-98b8-417c-8744-b36311443f45 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Apr 28 19:33:22.334527 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:22.484514 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839606fa-6844-4ce6-b25d-3c052b180533 req-f353b02f-7d33-4b54-be6d-90ada3a850f0 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:22.485990 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-839606fa-6844-4ce6-b25d-3c052b180533 req-f353b02f-7d33-4b54-be6d-90ada3a850f0 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 945 time: 0.0458648 Apr 28 19:33:22.531048 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-839606fa-6844-4ce6-b25d-3c052b180533 req-2d41dd0d-74d2-4dbe-85be-d8045e899354 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395379 Apr 28 19:33:22.799373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d557a-952f-4ddc-88b3-04ee780832d4 req-0f6176c9-5c02-41b6-8459-5732d8540383 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:22.800833 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e64d557a-952f-4ddc-88b3-04ee780832d4 req-0f6176c9-5c02-41b6-8459-5732d8540383 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0482359 Apr 28 19:33:22.849884 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e64d557a-952f-4ddc-88b3-04ee780832d4 req-21f3fa21-c864-4727-9c0f-22e2921a445a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Apr 28 19:33:23.408331 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a18af1-3a62-48f2-81c0-fb051d3382a6 req-7f82babd-ae11-4b23-a762-9887abd63807 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:23.409793 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-31a18af1-3a62-48f2-81c0-fb051d3382a6 req-7f82babd-ae11-4b23-a762-9887abd63807 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0482490 Apr 28 19:33:23.458044 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-31a18af1-3a62-48f2-81c0-fb051d3382a6 req-cd5a743b-9bee-404a-a4bf-4c8d915204b9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Apr 28 19:33:23.637937 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac47c92-417b-4e6e-8836-489fba1f60e3 req-c5086a7f-22d7-4aa1-b23a-85f0daec9d9b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:23.639288 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0ac47c92-417b-4e6e-8836-489fba1f60e3 req-c5086a7f-22d7-4aa1-b23a-85f0daec9d9b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 945 time: 0.0451415 Apr 28 19:33:23.683966 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0ac47c92-417b-4e6e-8836-489fba1f60e3 req-fb6c28d6-d26a-4365-8ec4-4f43bc7880ac tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Apr 28 19:33:23.963613 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476094fd-5bb2-4e6a-b12b-83e9b6fa0939 req-1a55108b-5b44-4752-827c-b3fcecc596b0 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:23.966042 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-476094fd-5bb2-4e6a-b12b-83e9b6fa0939 req-1a55108b-5b44-4752-827c-b3fcecc596b0 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0472975 Apr 28 19:33:23.972866 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:24.013419 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-476094fd-5bb2-4e6a-b12b-83e9b6fa0939 req-104edc7a-06bf-4daa-999b-331165871cfb tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Apr 28 19:33:24.571733 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd165d5d-545b-45de-a67e-d9745f58481b req-5315dfda-4dcd-46cf-baf6-d7c0e55cee94 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:24.573200 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dd165d5d-545b-45de-a67e-d9745f58481b req-5315dfda-4dcd-46cf-baf6-d7c0e55cee94 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0474515 Apr 28 19:33:24.618147 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-dd165d5d-545b-45de-a67e-d9745f58481b req-db8342a8-c77d-4c41-b0b6-c1cb5b79db02 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Apr 28 19:33:24.793996 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904f00-437e-43f8-bfb1-cec47f42680a req-7bcbd2cd-d464-4093-bd5a-672a024fd7ed tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:24.795450 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9904f00-437e-43f8-bfb1-cec47f42680a req-7bcbd2cd-d464-4093-bd5a-672a024fd7ed tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 945 time: 0.0455334 Apr 28 19:33:24.844986 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9904f00-437e-43f8-bfb1-cec47f42680a req-17afe57d-42a5-4ea3-a73e-8db57ffa4d62 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Apr 28 19:33:25.125964 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d70633-cc1c-4729-982f-5ad6ebf388b6 req-650189eb-7644-4bc2-9c24-00861c864c4b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:25.127408 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50d70633-cc1c-4729-982f-5ad6ebf388b6 req-650189eb-7644-4bc2-9c24-00861c864c4b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0491121 Apr 28 19:33:25.172679 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50d70633-cc1c-4729-982f-5ad6ebf388b6 req-1075f6e5-09b4-4de5-939b-eba9f8440e59 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398245 Apr 28 19:33:25.727869 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47467a-7f21-4049-8fba-537d4c4042ce req-941ff1ca-74ef-46ea-ac69-df34218c7bf9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:25.729310 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e47467a-7f21-4049-8fba-537d4c4042ce req-941ff1ca-74ef-46ea-ac69-df34218c7bf9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0454583 Apr 28 19:33:25.778661 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e47467a-7f21-4049-8fba-537d4c4042ce req-3c1aadfc-ba84-4d58-a2df-8f57b849be6c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Apr 28 19:33:25.954944 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82b003-a4e5-462a-8e2c-df9d89c6fa38 req-70ba4367-57bd-493a-a238-a6b9c1314b80 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:25.956384 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b82b003-a4e5-462a-8e2c-df9d89c6fa38 req-70ba4367-57bd-493a-a238-a6b9c1314b80 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 945 time: 0.0463014 Apr 28 19:33:26.001120 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b82b003-a4e5-462a-8e2c-df9d89c6fa38 req-80b325de-1525-469b-8102-0f501cba8797 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392826 Apr 28 19:33:26.281521 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32b9e1-9f36-420d-b80e-7741822d69f1 req-4a805bfd-b2dc-44fe-8f4a-cd1d1d579410 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:26.283032 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3e32b9e1-9f36-420d-b80e-7741822d69f1 req-4a805bfd-b2dc-44fe-8f4a-cd1d1d579410 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0459807 Apr 28 19:33:26.328208 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3e32b9e1-9f36-420d-b80e-7741822d69f1 req-a68024da-39c3-4789-a5c0-c89a273fcd98 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Apr 28 19:33:26.616449 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c578f27c-0fd1-4e3f-9bce-0f5bca000b36 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:26.654820 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:33:26.659794 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:26.660314 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:26.733361 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:26.733774 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:26.756941 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:26.759299 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed3165b-22f7-476d-99cb-f4a44af58409" -d '{"events": [{"server_uuid": "46f06551-fbe0-4ab8-b385-6602e4af715c", "name": "network-vif-plugged", "status": "completed", "tag": "c578f27c-0fd1-4e3f-9bce-0f5bca000b36"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:26.780540 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port c578f27c-0fd1-4e3f-9bce-0f5bca000b36, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:26.786177 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:26.812498 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a252f0-152a-421b-b906-0a0bca3a30ad x-openstack-request-id: req-56a252f0-152a-421b-b906-0a0bca3a30ad {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:26.812787 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f06551-fbe0-4ab8-b385-6602e4af715c", "name": "network-vif-plugged", "status": "completed", "tag": "c578f27c-0fd1-4e3f-9bce-0f5bca000b36", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:26.813038 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56a252f0-152a-421b-b906-0a0bca3a30ad {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:26.813423 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a252f0-152a-421b-b906-0a0bca3a30ad'] response: {'server_uuid': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36', 'code': 200} Apr 28 19:33:26.842053 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:26.917020 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc955fdc-a4c7-4add-af03-498e9332141c req-35d92138-eaf9-46df-8fce-30fb4c7752e7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:26.918550 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cc955fdc-a4c7-4add-af03-498e9332141c req-35d92138-eaf9-46df-8fce-30fb4c7752e7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Apr 28 19:33:26.968589 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cc955fdc-a4c7-4add-af03-498e9332141c req-a65ed600-04b8-411a-9858-2d3e133cd1a8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Apr 28 19:33:27.111065 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8b9b6-3b5f-459a-9150-4556ebb84cb6 req-e2fd02a3-2f2b-49d5-a700-467a73e745bc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:27.112405 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d1b8b9b6-3b5f-459a-9150-4556ebb84cb6 req-e2fd02a3-2f2b-49d5-a700-467a73e745bc tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0456548 Apr 28 19:33:27.160694 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d1b8b9b6-3b5f-459a-9150-4556ebb84cb6 req-d5615813-c420-4ed1-a42a-964e0f7fbae2 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Apr 28 19:33:27.439639 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2c176-e512-48c4-8f7b-2136013b4d1c req-b7d796dd-c8de-4c3a-8340-da8088f1e814 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:27.441129 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b2e2c176-e512-48c4-8f7b-2136013b4d1c req-b7d796dd-c8de-4c3a-8340-da8088f1e814 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0482345 Apr 28 19:33:27.486911 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b2e2c176-e512-48c4-8f7b-2136013b4d1c req-f44d1ee9-343f-476a-9f91-1eb5179073ce tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 Apr 28 19:33:28.080620 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb9607-ef20-42c5-a661-05e3f5881c46 req-3fb370b4-b66b-4bf8-a8cb-2bf517ff1924 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:28.082146 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4dcb9607-ef20-42c5-a661-05e3f5881c46 req-3fb370b4-b66b-4bf8-a8cb-2bf517ff1924 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0467274 Apr 28 19:33:28.127218 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4dcb9607-ef20-42c5-a661-05e3f5881c46 req-be43aebe-a884-470d-85e1-d5da5ac821b1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Apr 28 19:33:28.276173 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3cf0d-688b-4ae0-a876-522d813f0f24 req-27031c06-6c65-4e72-add9-3f807b036dad tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:28.277565 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8e3cf0d-688b-4ae0-a876-522d813f0f24 req-27031c06-6c65-4e72-add9-3f807b036dad tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0517826 Apr 28 19:33:28.323507 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8e3cf0d-688b-4ae0-a876-522d813f0f24 req-3bbb3bcb-b6b4-4b34-adb7-0e08da48d6e7 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Apr 28 19:33:28.594066 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c800e2-5cb3-4900-a64f-8795cb572357 req-10a2de48-1fdf-4b2e-a1f3-e336de83180a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:28.595397 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-71c800e2-5cb3-4900-a64f-8795cb572357 req-10a2de48-1fdf-4b2e-a1f3-e336de83180a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0455284 Apr 28 19:33:28.639326 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-71c800e2-5cb3-4900-a64f-8795cb572357 req-84df91aa-fa1c-45ce-a9ed-67dc3818b621 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Apr 28 19:33:29.235725 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d794-68fd-4456-a160-e22c96c97be6 req-65cc9366-6e82-45cc-885e-91e998bd0ec3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:29.237205 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1050d794-68fd-4456-a160-e22c96c97be6 req-65cc9366-6e82-45cc-885e-91e998bd0ec3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0460861 Apr 28 19:33:29.282513 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1050d794-68fd-4456-a160-e22c96c97be6 req-9033ca52-5740-484c-9b9d-fa7d39649daa tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Apr 28 19:33:29.435341 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ecd6b-0c05-4a78-bf6d-6346fa1880c6 req-91158635-f95c-4453-a4dc-81147e687910 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:29.436700 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e03ecd6b-0c05-4a78-bf6d-6346fa1880c6 req-91158635-f95c-4453-a4dc-81147e687910 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0487514 Apr 28 19:33:29.481658 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e03ecd6b-0c05-4a78-bf6d-6346fa1880c6 req-7348ff6f-7725-48ef-b096-7a414157a83d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Apr 28 19:33:29.754919 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1f865-e8b9-401e-b05a-8a3151b9f379 req-63dc8f1d-06ed-4ce2-a5fc-dd5e17e0351e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:29.756380 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-18d1f865-e8b9-401e-b05a-8a3151b9f379 req-63dc8f1d-06ed-4ce2-a5fc-dd5e17e0351e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 943 time: 0.0517819 Apr 28 19:33:29.806806 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-18d1f865-e8b9-401e-b05a-8a3151b9f379 req-5d07ba75-99ba-415c-905b-2d696534fc0e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449383 Apr 28 19:33:29.993803 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-6998b172-b01d-4cb3-a190-89850ef7d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:29.995587 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-6998b172-b01d-4cb3-a190-89850ef7d980 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 1127 time: 0.0457425 Apr 28 19:33:30.115394 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241d67-a934-4b80-916c-13c0ba8b0215 req-491bbbe6-c8ac-4e55-858b-701577c61838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.117133 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1c241d67-a934-4b80-916c-13c0ba8b0215 req-491bbbe6-c8ac-4e55-858b-701577c61838 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 1130 time: 0.0376182 Apr 28 19:33:30.138510 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-2df9d8af-b866-4cf7-96a1-fab938075144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.139964 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-2df9d8af-b866-4cf7-96a1-fab938075144 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 911 time: 0.0935500 Apr 28 19:33:30.161257 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1c241d67-a934-4b80-916c-13c0ba8b0215 req-bbbfa221-5f0a-4ffb-9de2-10e5ead51b02 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Apr 28 19:33:30.182354 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-3770c85d-24d6-43ee-a16f-7e04a3168a00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 200 len: 217 time: 0.0340550 Apr 28 19:33:30.397138 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e80bf-150e-4b3f-af31-1399bc955210 req-78cebb83-5a0f-4ea4-b8c1-34e57f3e48cc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.398645 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-be2e80bf-150e-4b3f-af31-1399bc955210 req-78cebb83-5a0f-4ea4-b8c1-34e57f3e48cc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0504668 Apr 28 19:33:30.450852 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-be2e80bf-150e-4b3f-af31-1399bc955210 req-d60115b5-f342-48eb-8b6f-6a5eb7d9a539 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 Apr 28 19:33:30.542408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-b3c6fd7e-a545-4469-b027-63d263a8a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.543861 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-b3c6fd7e-a545-4469-b027-63d263a8a014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0440345 Apr 28 19:33:30.553771 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device ee4634db-5845-4366-8dcf-adcf870f95ba details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:33:30.593538 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0766f-8a1c-40d5-9b51-3dfcf4e13515 req-7862532b-c263-4dd8-9c83-e0ca5cc1fb78 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.594979 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c4f0766f-8a1c-40d5-9b51-3dfcf4e13515 req-7862532b-c263-4dd8-9c83-e0ca5cc1fb78 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0467219 Apr 28 19:33:30.641240 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c4f0766f-8a1c-40d5-9b51-3dfcf4e13515 req-230045ee-e4ef-4d6c-b10d-5e8afdf43c37 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Apr 28 19:33:30.767110 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port ee4634db-5845-4366-8dcf-adcf870f95ba, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ee4634db-5845-4366-8dcf-adcf870f95ba,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:30.777891 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'port_id': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'mac_address': 'fa:16:3e:d8:31:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:33:30.814756 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port ee4634db-5845-4366-8dcf-adcf870f95ba is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:30.815140 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:30.828743 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4634db-5845-4366-8dcf-adcf870f95ba {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:33:30.851798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port ee4634db-5845-4366-8dcf-adcf870f95ba, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ee4634db-5845-4366-8dcf-adcf870f95ba,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:30.856837 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:30.906212 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=ee4634db-5845-4366-8dcf-adcf870f95ba,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:30.932731 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722022d-81a2-4cf5-9aae-f88942a07409 req-87b37d2f-561c-4447-baff-733efb207757 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:30.934258 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6722022d-81a2-4cf5-9aae-f88942a07409 req-87b37d2f-561c-4447-baff-733efb207757 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 944 time: 0.0497942 Apr 28 19:33:30.980665 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6722022d-81a2-4cf5-9aae-f88942a07409 req-d5e6978d-d9a7-4538-88d3-d5e2266704fe tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408413 Apr 28 19:33:31.264844 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['ee4634db-5845-4366-8dcf-adcf870f95ba'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:31.568483 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bc167-338c-4b8f-bcaf-99947ad49ff1 req-cc9a465e-979c-4625-adcd-2235a801ab22 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:31.569961 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-333bc167-338c-4b8f-bcaf-99947ad49ff1 req-cc9a465e-979c-4625-adcd-2235a801ab22 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0495014 Apr 28 19:33:31.614595 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-333bc167-338c-4b8f-bcaf-99947ad49ff1 req-ea3758f2-e878-4fb6-aae7-61f0274c7c9d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Apr 28 19:33:31.749813 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b015-cf43-43a0-8e49-8b7506c24d6b req-e9cf796b-6e5f-467c-bb28-87356da9a75b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:31.751245 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5514b015-cf43-43a0-8e49-8b7506c24d6b req-e9cf796b-6e5f-467c-bb28-87356da9a75b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0444951 Apr 28 19:33:31.798824 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5514b015-cf43-43a0-8e49-8b7506c24d6b req-e8f672f7-ea97-4986-84c0-5f4bf2acae77 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422239 Apr 28 19:33:32.090944 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438211-f189-4f9f-845e-dc3e14688316 req-7b9904ef-94d5-4ff8-b13b-81ddc3bf2504 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:32.092540 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e0438211-f189-4f9f-845e-dc3e14688316 req-7b9904ef-94d5-4ff8-b13b-81ddc3bf2504 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 944 time: 0.0464842 Apr 28 19:33:32.131766 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-9b8f541f-4a0b-4c4e-b953-92c24856267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:32.133240 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-9b8f541f-4a0b-4c4e-b953-92c24856267a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386953 Apr 28 19:33:32.139918 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e0438211-f189-4f9f-845e-dc3e14688316 req-6b5a77e3-8073-4d12-83a6-dac4d64d981d tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 Apr 28 19:33:32.357220 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51796) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:32.422504 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51800) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:32.507898 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41895e34-7f12-4d6a-96b5-a4dc2ce6ba88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.534951 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6da7-c229-48e2-b24a-013efa3746ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.568977 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device ee4634db-5845-4366-8dcf-adcf870f95ba up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:33:32.587750 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41895e34-7f12-4d6a-96b5-a4dc2ce6ba88 admin admin] Publish callbacks [] for security_group (54da04d7-b689-40bd-85ac-c5c5353f1758), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.592262 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-41895e34-7f12-4d6a-96b5-a4dc2ce6ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (54da04d7-b689-40bd-85ac-c5c5353f1758), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.614959 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port ee4634db-5845-4366-8dcf-adcf870f95ba completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:33:32.619114 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6da7-c229-48e2-b24a-013efa3746ff admin admin] Publish callbacks [] for security_group (bc50f790-e7ff-439a-8e5c-155de431cf85), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.620919 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41895e34-7f12-4d6a-96b5-a4dc2ce6ba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54da04d7-b689-40bd-85ac-c5c5353f1758,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:32.622213 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port ee4634db-5845-4366-8dcf-adcf870f95ba triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:33:32.622560 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.626540 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6da7-c229-48e2-b24a-013efa3746ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (bc50f790-e7ff-439a-8e5c-155de431cf85), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.638767 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-41895e34-7f12-4d6a-96b5-a4dc2ce6ba88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cc7e76bbdfe4e2aa88d2f1617cd0a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802238 Apr 28 19:33:32.641234 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51806) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:32.679735 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b6da7-c229-48e2-b24a-013efa3746ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc50f790-e7ff-439a-8e5c-155de431cf85,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:32.722105 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port ee4634db-5845-4366-8dcf-adcf870f95ba is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:33:32.722509 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.736137 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8d7b6da7-c229-48e2-b24a-013efa3746ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2659acc1bc6d45a19c34c536b662a4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125255 Apr 28 19:33:32.736730 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51808) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:32.755123 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:32.758793 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f3791-115c-48c3-bf35-f0e593f386d8" -d '{"events": [{"server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "name": "network-vif-plugged", "status": "completed", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:32.763287 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4ec3da99-8868-406c-a418-fcfdd14d37d6 admin admin] Publish callbacks [] for security_group (54da04d7-b689-40bd-85ac-c5c5353f1758), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.774528 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port ee4634db-5845-4366-8dcf-adcf870f95ba, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ee4634db-5845-4366-8dcf-adcf870f95ba,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:32.781542 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.803044 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-009ba742-6ae2-4c70-b47e-b2607463c287 admin admin] Publish callbacks [] for security_group (bc50f790-e7ff-439a-8e5c-155de431cf85), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.819196 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4ec3da99-8868-406c-a418-fcfdd14d37d6 admin admin] Publish callbacks [] for security_group (54da04d7-b689-40bd-85ac-c5c5353f1758), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.839851 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc84e71-8f60-439e-ac8e-2139e18aed82 x-openstack-request-id: req-ffc84e71-8f60-439e-ac8e-2139e18aed82 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:32.840206 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "name": "network-vif-plugged", "status": "completed", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:32.841002 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffc84e71-8f60-439e-ac8e-2139e18aed82 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:32.841965 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc84e71-8f60-439e-ac8e-2139e18aed82'] response: {'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'code': 200} Apr 28 19:33:32.847456 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e504a2a-8832-4edb-b298-a5b360c84df8 req-8f23b005-8f7d-4d28-8b7b-e70c3519a0cc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:32.848984 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e504a2a-8832-4edb-b298-a5b360c84df8 req-8f23b005-8f7d-4d28-8b7b-e70c3519a0cc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.1063793 Apr 28 19:33:32.855674 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=ee4634db-5845-4366-8dcf-adcf870f95ba,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:32.863551 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-c8e3620a-6b33-4a0c-945b-e20ee6384cf4 service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085648 Apr 28 19:33:32.866105 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-009ba742-6ae2-4c70-b47e-b2607463c287 admin admin] Publish callbacks [] for security_group (bc50f790-e7ff-439a-8e5c-155de431cf85), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.975750 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7e504a2a-8832-4edb-b298-a5b360c84df8 req-f2a19643-b4ce-4fca-ae50-33c278bd0e36 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167941 Apr 28 19:33:32.980163 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4ec3da99-8868-406c-a418-fcfdd14d37d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (54da04d7-b689-40bd-85ac-c5c5353f1758), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.983014 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4ec3da99-8868-406c-a418-fcfdd14d37d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:32.987222 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4ec3da99-8868-406c-a418-fcfdd14d37d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54da04d7-b689-40bd-85ac-c5c5353f1758 HTTP/1.1" status: 204 len: 168 time: 0.3419709 Apr 28 19:33:33.001036 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86ec48-69e5-4315-961b-244eb6aa4770 req-a3ebd05c-190f-4666-ae68-b11272979cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:33.003150 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7b86ec48-69e5-4315-961b-244eb6aa4770 req-a3ebd05c-190f-4666-ae68-b11272979cdf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 1129 time: 0.1062140 Apr 28 19:33:33.016999 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527745-b406-4fc3-b68e-113ad7fe9af2 req-bb76e028-4cbb-4a71-b131-55cb50c58b50 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:33.018546 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4c527745-b406-4fc3-b68e-113ad7fe9af2 req-bb76e028-4cbb-4a71-b131-55cb50c58b50 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0640869 Apr 28 19:33:33.023287 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3da99-8868-406c-a418-fcfdd14d37d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54da04d7-b689-40bd-85ac-c5c5353f1758,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:33.039964 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5e339d7-8607-4e01-9342-f5e4939f34cd req-4e936dab-e849-437c-af1f-64a914bef23c service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475575 Apr 28 19:33:33.057305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-009ba742-6ae2-4c70-b47e-b2607463c287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (bc50f790-e7ff-439a-8e5c-155de431cf85), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:33.060507 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-009ba742-6ae2-4c70-b47e-b2607463c287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:33.064088 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-009ba742-6ae2-4c70-b47e-b2607463c287 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc50f790-e7ff-439a-8e5c-155de431cf85 HTTP/1.1" status: 204 len: 168 time: 0.3241131 Apr 28 19:33:33.089553 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ba742-6ae2-4c70-b47e-b2607463c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc50f790-e7ff-439a-8e5c-155de431cf85,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:33.098541 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4c527745-b406-4fc3-b68e-113ad7fe9af2 req-04fd5034-16c1-4623-8517-c8b717bc9b02 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708854 Apr 28 19:33:33.261360 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26aff2-b4fe-44ab-8f37-c5df642676d3 req-70a52df8-bbaa-47ec-a829-d988edd39c2a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:33.263493 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b26aff2-b4fe-44ab-8f37-c5df642676d3 req-70a52df8-bbaa-47ec-a829-d988edd39c2a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0559218 Apr 28 19:33:33.312409 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3b26aff2-b4fe-44ab-8f37-c5df642676d3 req-0484bfa8-c6ab-4abf-b7a6-8facaf02f444 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429101 Apr 28 19:33:33.574324 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7b86ec48-69e5-4315-961b-244eb6aa4770 req-0c183dd8-4dab-4818-94ad-31c28d56811e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Apr 28 19:33:33.592478 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbc256-38c0-4ca0-b8b4-9de64a9d0c88 req-289b5501-b6fa-4efc-94d0-199f51941deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:33.594051 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b3dbc256-38c0-4ca0-b8b4-9de64a9d0c88 req-289b5501-b6fa-4efc-94d0-199f51941deb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 1129 time: 0.0641234 Apr 28 19:33:33.906911 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b3dbc256-38c0-4ca0-b8b4-9de64a9d0c88 req-8230cd13-0edf-4056-b781-db6c5ea2ebd1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386977 Apr 28 19:33:34.100659 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56a4d8-8fae-4fa8-8c71-b6130408392d req-68749530-e134-4bfd-917a-e80c5e0b200e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:34.102864 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ef56a4d8-8fae-4fa8-8c71-b6130408392d req-68749530-e134-4bfd-917a-e80c5e0b200e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0503836 Apr 28 19:33:34.181091 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ef56a4d8-8fae-4fa8-8c71-b6130408392d req-b44da15e-20ce-42c5-b3fd-086e1214f6b2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721035 Apr 28 19:33:34.232724 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c677392-f341-44bb-91e7-8e4c933f3aba req-d4e1c140-68d4-4406-802a-37d4c3ac3212 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:34.234766 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c677392-f341-44bb-91e7-8e4c933f3aba req-d4e1c140-68d4-4406-802a-37d4c3ac3212 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0524557 Apr 28 19:33:34.300838 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8c677392-f341-44bb-91e7-8e4c933f3aba req-cd52e827-13ae-4e03-9da3-4d539141a9bd tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498979 Apr 28 19:33:34.311218 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 51880) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:34.433676 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-06ee899a-3fed-46ef-ab0e-f804cf52c54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:34.448800 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853cc07-200b-48fa-8f2e-ccfe13118f68 req-968b448f-ccb3-4e26-8f99-44cd6e13ced2 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:34.451494 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b853cc07-200b-48fa-8f2e-ccfe13118f68 req-968b448f-ccb3-4e26-8f99-44cd6e13ced2 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0589783 Apr 28 19:33:34.498670 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b853cc07-200b-48fa-8f2e-ccfe13118f68 req-fad4b8a8-6ffd-4ca7-be54-9ae8677c3cc7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410123 Apr 28 19:33:34.515220 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-06ee899a-3fed-46ef-ab0e-f804cf52c54c admin admin] Publish callbacks [] for security_group (7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:34.519659 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-06ee899a-3fed-46ef-ab0e-f804cf52c54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:34.559975 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-06ee899a-3fed-46ef-ab0e-f804cf52c54c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5f6f02812e7432aafa48fece1e6c9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474484 Apr 28 19:33:34.560854 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee899a-3fed-46ef-ab0e-f804cf52c54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:34.562567 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 51888) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:34.615714 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29dd0628-8580-40e7-9e6f-976ef40d9a75 admin admin] Publish callbacks [] for security_group (7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:34.637288 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29dd0628-8580-40e7-9e6f-976ef40d9a75 admin admin] Publish callbacks [] for security_group (7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:34.687736 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29dd0628-8580-40e7-9e6f-976ef40d9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:34.690659 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29dd0628-8580-40e7-9e6f-976ef40d9a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:34.691792 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-29dd0628-8580-40e7-9e6f-976ef40d9a75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f HTTP/1.1" status: 204 len: 168 time: 0.1282227 Apr 28 19:33:34.700342 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd0628-8580-40e7-9e6f-976ef40d9a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2c0ac1-e8ed-405c-993c-20ca7dfcce1f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:35.303258 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efd5b2-8bf5-4f2f-b319-e7c63595e97e req-8bc473e8-c749-4291-9fe0-4bccae10bed1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:35.303892 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:33:35.305911 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-77efd5b2-8bf5-4f2f-b319-e7c63595e97e req-8bc473e8-c749-4291-9fe0-4bccae10bed1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0595169 Apr 28 19:33:35.392096 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9138af6-deb3-451e-9dc3-51601e734ce9 req-219914fc-364a-4aa9-a327-969ecd978371 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:35.393568 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a9138af6-deb3-451e-9dc3-51601e734ce9 req-219914fc-364a-4aa9-a327-969ecd978371 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0760260 Apr 28 19:33:35.419315 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-77efd5b2-8bf5-4f2f-b319-e7c63595e97e req-5c25db8f-c19f-428c-91fa-e406c4d920d0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042805 Apr 28 19:33:35.451627 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a9138af6-deb3-451e-9dc3-51601e734ce9 req-71ad24a8-9d64-432a-a9f4-1f3c55a0f524 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523229 Apr 28 19:33:35.625612 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ee77e-0b39-4e85-adc6-577b35f8245b req-45ee1404-6a27-47d0-9b9e-6061d0543a99 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:35.627192 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-237ee77e-0b39-4e85-adc6-577b35f8245b req-45ee1404-6a27-47d0-9b9e-6061d0543a99 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0466216 Apr 28 19:33:35.674543 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-237ee77e-0b39-4e85-adc6-577b35f8245b req-35df5fa8-13e0-4023-898d-82b32bdecd29 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 Apr 28 19:33:36.544624 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdbad4-4dcc-44c7-9737-fa7c85736f76 req-f7343b9e-da70-423b-b7e4-dae9432893af tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:36.546648 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3cbdbad4-4dcc-44c7-9737-fa7c85736f76 req-f7343b9e-da70-423b-b7e4-dae9432893af tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0588534 Apr 28 19:33:36.581264 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b236727-ec61-40c7-97ed-ba9332a34b82 req-6f448817-a71d-40b7-9050-8ffd459abc97 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:36.583394 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b236727-ec61-40c7-97ed-ba9332a34b82 req-6f448817-a71d-40b7-9050-8ffd459abc97 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0561199 Apr 28 19:33:36.611587 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3cbdbad4-4dcc-44c7-9737-fa7c85736f76 req-5f6db5b2-6632-4a8f-bfb5-9d0c84f19637 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589840 Apr 28 19:33:36.654244 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b236727-ec61-40c7-97ed-ba9332a34b82 req-39d20479-5563-426c-9eb1-08099fea0a4c tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646288 Apr 28 19:33:36.731938 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df547c6e-81ce-443e-aa39-ac1d9e63020f req-f465b026-1e0c-4bdf-851e-3ab960fbc2df tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:36.733765 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-df547c6e-81ce-443e-aa39-ac1d9e63020f req-f465b026-1e0c-4bdf-851e-3ab960fbc2df tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Apr 28 19:33:36.786371 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-df547c6e-81ce-443e-aa39-ac1d9e63020f req-40200cce-6303-48ad-b884-d0935cee9fc4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Apr 28 19:33:36.810128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a1dfc-cdfe-466c-ac2a-4588c560895c req-dda78efb-dae7-413f-9638-5f6fb76e03e8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:36.811825 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-388a1dfc-cdfe-466c-ac2a-4588c560895c req-dda78efb-dae7-413f-9638-5f6fb76e03e8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0650995 Apr 28 19:33:36.867669 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-388a1dfc-cdfe-466c-ac2a-4588c560895c req-4a49a656-6350-41f0-88ff-d6f1c4cbaa49 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472524 Apr 28 19:33:37.759694 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4fd9e-8194-4ee9-8e13-fd4d19d7fa5c req-27f9b13e-21af-421b-a5df-537bdda5c5d4 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:37.761147 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-84d4fd9e-8194-4ee9-8e13-fd4d19d7fa5c req-27f9b13e-21af-421b-a5df-537bdda5c5d4 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0479310 Apr 28 19:33:37.805906 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-84d4fd9e-8194-4ee9-8e13-fd4d19d7fa5c req-a4c632ed-cc4f-43bf-a242-f8751c623347 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 Apr 28 19:33:37.977509 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef07403-3e0c-455e-84f9-3669e2de771f req-d59bdb4c-3f01-40cb-8f44-b6a0ada38342 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:37.978984 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1ef07403-3e0c-455e-84f9-3669e2de771f req-d59bdb4c-3f01-40cb-8f44-b6a0ada38342 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0448918 Apr 28 19:33:38.024313 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1ef07403-3e0c-455e-84f9-3669e2de771f req-1d9f345b-8dc2-44b8-9331-7951f84ce97e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Apr 28 19:33:38.914859 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212813-470e-4542-a877-0cba802714d7 req-a7015a25-4cce-49c4-8813-82861195076d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:38.916245 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b3212813-470e-4542-a877-0cba802714d7 req-a7015a25-4cce-49c4-8813-82861195076d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0456331 Apr 28 19:33:38.961624 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b3212813-470e-4542-a877-0cba802714d7 req-3d7c595a-e5b2-40c4-bc7d-bd690b9dc00d tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Apr 28 19:33:39.136584 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b931-8214-4887-97e8-31f4f0fa361a req-91c71035-4e38-4899-91e8-302563b64182 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:39.138682 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4af5b931-8214-4887-97e8-31f4f0fa361a req-91c71035-4e38-4899-91e8-302563b64182 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Apr 28 19:33:39.183015 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4af5b931-8214-4887-97e8-31f4f0fa361a req-10af43b2-9bd9-4d48-94a9-4f2429bd9a8c tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389047 Apr 28 19:33:40.078260 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878329d-0d3b-463f-8e56-023f75abe1a0 req-f6a4a938-b788-45db-bdcf-e395df06adb1 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:40.079720 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8878329d-0d3b-463f-8e56-023f75abe1a0 req-f6a4a938-b788-45db-bdcf-e395df06adb1 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0470650 Apr 28 19:33:40.130877 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8878329d-0d3b-463f-8e56-023f75abe1a0 req-299d1fe1-b742-4906-bb12-60ddfdf26b5b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Apr 28 19:33:40.295938 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f78c-169c-4426-90e8-e27f6f7b0325 req-cf36f593-692f-4f42-a358-ed870768b957 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:40.297854 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d684f78c-169c-4426-90e8-e27f6f7b0325 req-cf36f593-692f-4f42-a358-ed870768b957 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0477726 Apr 28 19:33:40.343976 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d684f78c-169c-4426-90e8-e27f6f7b0325 req-0b8134f3-550e-41ad-a936-6ed700339f52 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Apr 28 19:33:40.451243 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f7151-42ec-4aeb-a92f-ea24ffe51c46 req-7c847b8c-0614-42e4-8491-0dbf0bbb7451 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:40.452735 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-511f7151-42ec-4aeb-a92f-ea24ffe51c46 req-7c847b8c-0614-42e4-8491-0dbf0bbb7451 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0462890 Apr 28 19:33:40.462939 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52018) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:33:40.468111 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'floatingip': {'port_id': 'ee4634db-5845-4366-8dcf-adcf870f95ba'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:33:40.506043 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (472f2681-b982-444c-8e37-b5e943188afa), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:40.965662 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:40.969337 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (472f2681-b982-444c-8e37-b5e943188afa), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:41.072717 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Floating IP 472f2681-b982-444c-8e37-b5e943188afa associated. External IP: 172.27.2.114, port: ee4634db-5845-4366-8dcf-adcf870f95ba. Apr 28 19:33:41.205423 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-1ad3f5e1-49ed-4e8d-b37f-c4f443301070 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:41.207055 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-1ad3f5e1-49ed-4e8d-b37f-c4f443301070 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0931771 Apr 28 19:33:41.256777 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea73c6-37a4-4d74-bf02-66afb510cea0 req-778c3aa3-3349-49b9-865b-8102333c40b8 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:41.258656 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c4ea73c6-37a4-4d74-bf02-66afb510cea0 req-778c3aa3-3349-49b9-865b-8102333c40b8 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 946 time: 0.0547042 Apr 28 19:33:41.341304 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c4ea73c6-37a4-4d74-bf02-66afb510cea0 req-ef9edf1d-30ee-4c83-9dc7-7c706f59efdd tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/security-groups?id=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633738 Apr 28 19:33:41.401294 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Deleting port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:33:41.401648 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:41.755332 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:33:41.778616 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] For port c578f27c-0fd1-4e3f-9bce-0f5bca000b36, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,segment=NetworkSegment(9249c8d3-fd7c-4573-94aa-75b6ce5d0f38),segment_id=9249c8d3-fd7c-4573-94aa-75b6ce5d0f38)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:33:41.778983 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:41.826487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Calling delete_port for c578f27c-0fd1-4e3f-9bce-0f5bca000b36 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:33:41.974447 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:33:41.984809 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:41.986351 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] Sync routers for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:33:41.999002 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:41.999910 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:42.033655 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c95ddf9f-3b38-4eeb-aa59-756ec56536a8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "PUT /v2.0/floatingips/472f2681-b982-444c-8e37-b5e943188afa HTTP/1.1" status: 200 len: 991 time: 1.5571651 Apr 28 19:33:42.033655 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:42.033655 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:42.079236 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4c38fc-c9a2-4790-a84a-a8ef44fd642a x-openstack-request-id: req-2d4c38fc-c9a2-4790-a84a-a8ef44fd642a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:42.079530 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:42.079787 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d4c38fc-c9a2-4790-a84a-a8ef44fd642a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:42.080186 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4c38fc-c9a2-4790-a84a-a8ef44fd642a'] response: {'name': 'network-changed', 'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'status': 'completed', 'code': 200} Apr 28 19:33:42.090152 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (c578f27c-0fd1-4e3f-9bce-0f5bca000b36), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:42.118594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Pushing event deleted for resources: {'Port': ['ID=c578f27c-0fd1-4e3f-9bce-0f5bca000b36,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:33:42.119855 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:42.150021 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.150379 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.150730 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.151107 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.151443 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.151779 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.152114 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.152474 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.152809 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.153143 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.153478 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.153832 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.154167 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.154497 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.154824 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:33:42.196372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] No DVR routers for this DVR port c578f27c-0fd1-4e3f-9bce-0f5bca000b36 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:33:42.200136 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:42.203549 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8792d224-0628-49d5-bf95-92426e36a5e9 req-6b2e879b-9230-4c5c-b10b-000316fd2b4b tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.45 "DELETE /v2.0/ports/c578f27c-0fd1-4e3f-9bce-0f5bca000b36 HTTP/1.1" status: 204 len: 173 time: 0.9911149 Apr 28 19:33:42.338786 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '472f2681-b982-444c-8e37-b5e943188afa', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'port_id': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'mac_address': 'fa:16:3e:d8:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be14091-6f84-488c-83a8-fdc9a568b606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:33:11Z', 'updated_at': '2022-04-28T19:33:40Z', 'revision_number': 1, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:42.367756 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] Checking router: 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:33:42.376919 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:33:42.377845 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:42.425742 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e29ce40d-36aa-4c36-868a-a7fb4b9cccc3 req-099992c6-55d9-4794-a026-71ae0e2ae18a tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0313170 Apr 28 19:33:42.492514 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:33:42.602257 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb962c-863c-46fd-8820-87a374372e75 req-c853fa91-553b-4125-a307-9acdd45ba395 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:42.603628 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-41eb962c-863c-46fd-8820-87a374372e75 req-c853fa91-553b-4125-a307-9acdd45ba395 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Apr 28 19:33:42.649250 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-41eb962c-863c-46fd-8820-87a374372e75 req-936f1a22-0b14-4227-b5c6-7edeb7f633d0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Apr 28 19:33:42.706815 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '472f2681-b982-444c-8e37-b5e943188afa', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'port_id': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'mac_address': 'fa:16:3e:d8:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be14091-6f84-488c-83a8-fdc9a568b606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:33:11Z', 'updated_at': '2022-04-28T19:33:40Z', 'revision_number': 1, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:33:42.732325 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588aa3c9-5d48-4e1a-99e4-d2c919372cd5 None None] The sync data for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi is: [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '472f2681-b982-444c-8e37-b5e943188afa', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'port_id': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'mac_address': 'fa:16:3e:d8:31:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be14091-6f84-488c-83a8-fdc9a568b606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:33:11Z', 'updated_at': '2022-04-28T19:33:40Z', 'revision_number': 1, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:33:42.912724 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adbeeae-cee2-460c-93df-4d50ccee4442 None None] New status for floating IP 472f2681-b982-444c-8e37-b5e943188afa: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:33:43.521023 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-73699514-7f19-4bd2-92b7-aa5836a2b3cc req-aa71a411-ba2d-48e7-b5dc-cdcee9b5b6a1 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0272141 Apr 28 19:33:43.586908 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['c578f27c-0fd1-4e3f-9bce-0f5bca000b36'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:33:43.763072 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95c2a7-c061-4b7d-a32e-869e90e89322 req-3046b13d-c3f2-4488-9c79-bf01ee6e379f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:43.764440 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3e95c2a7-c061-4b7d-a32e-869e90e89322 req-3046b13d-c3f2-4488-9c79-bf01ee6e379f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0463674 Apr 28 19:33:43.812949 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3e95c2a7-c061-4b7d-a32e-869e90e89322 req-72c8ef6a-35f9-4b22-8daf-0d26039555eb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Apr 28 19:33:44.081775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'name': 'network-vif-deleted', 'tag': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:33:44.084078 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e6f02-96a4-40eb-b5fb-b6550ed50cbd" -d '{"events": [{"server_uuid": "46f06551-fbe0-4ab8-b385-6602e4af715c", "name": "network-vif-deleted", "tag": "c578f27c-0fd1-4e3f-9bce-0f5bca000b36"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:33:44.117775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa57b247-5e65-4a38-89ae-e30ba78a2044 x-openstack-request-id: req-aa57b247-5e65-4a38-89ae-e30ba78a2044 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:33:44.118080 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f06551-fbe0-4ab8-b385-6602e4af715c", "name": "network-vif-deleted", "tag": "c578f27c-0fd1-4e3f-9bce-0f5bca000b36", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:33:44.118342 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa57b247-5e65-4a38-89ae-e30ba78a2044 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:33:44.118747 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa57b247-5e65-4a38-89ae-e30ba78a2044'] response: {'server_uuid': '46f06551-fbe0-4ab8-b385-6602e4af715c', 'name': 'network-vif-deleted', 'tag': 'c578f27c-0fd1-4e3f-9bce-0f5bca000b36', 'status': 'completed', 'code': 200} Apr 28 19:33:44.534859 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:44.607176 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-62879e4c-40ae-489c-af95-60f496c57716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:44.609299 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-62879e4c-40ae-489c-af95-60f496c57716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 1129 time: 0.0529449 Apr 28 19:33:44.622143 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-66ed1062-f7dc-46bc-94e1-4c3ab44132bc req-eeca4c4b-4306-4f86-8ca5-67d71ffa3ed9 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0279238 Apr 28 19:33:44.924851 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c947c-0032-4d45-8f67-8c57c81aec56 req-80fd6fed-e971-4fcb-b050-41718b40255e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:44.926320 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db8c947c-0032-4d45-8f67-8c57c81aec56 req-80fd6fed-e971-4fcb-b050-41718b40255e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0460219 Apr 28 19:33:44.971728 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-db8c947c-0032-4d45-8f67-8c57c81aec56 req-dae743a2-47c8-432c-ba48-e55b8d79c7cf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Apr 28 19:33:45.715393 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7063d6a9-6e50-4842-8c84-e6a736536703 req-9a991f3d-4872-4d62-8759-14f3041f04b8 tempest-VolumesActionsTest-2101597784 tempest-VolumesActionsTest-2101597784-project] 10.222.0.55 "GET /v2.0/ports?device_id=46f06551-fbe0-4ab8-b385-6602e4af715c HTTP/1.1" status: 200 len: 210 time: 0.0268409 Apr 28 19:33:46.073409 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c578f27c-0fd1-4e3f-9bce-0f5bca000b36 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:33:46.086477 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24b3b8-b5d7-4ade-abdc-7f627c2da568 req-ec67cb1c-35f6-4924-88be-a671234ff5d0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.087959 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee24b3b8-b5d7-4ade-abdc-7f627c2da568 req-ec67cb1c-35f6-4924-88be-a671234ff5d0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0521643 Apr 28 19:33:46.094134 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: c578f27c-0fd1-4e3f-9bce-0f5bca000b36 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:33:46.094484 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c578f27c-0fd1-4e3f-9bce-0f5bca000b36 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:33:46.154948 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee24b3b8-b5d7-4ade-abdc-7f627c2da568 req-483ec415-69fe-4965-b84b-bc6fa37b3adb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601296 Apr 28 19:33:46.185073 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-5894faf4-0752-4bab-9377-26eee8c4a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.186789 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-5894faf4-0752-4bab-9377-26eee8c4a34d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1129 time: 0.0535901 Apr 28 19:33:46.226149 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-a1bdaf04-56d3-417b-bb8d-df3136c2d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.227616 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-a1bdaf04-56d3-417b-bb8d-df3136c2d8f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 911 time: 0.0956144 Apr 28 19:33:46.281529 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-27e9e448-b168-40c7-83e7-7eb549d3b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.283033 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-27e9e448-b168-40c7-83e7-7eb549d3b9d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.0891361 Apr 28 19:33:46.511200 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-efd9b810-28e1-4f1d-8ffb-411292d3dd1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614532dc-8d0b-4062-9b80-00871d38539e HTTP/1.1" status: 200 len: 217 time: 0.0404730 Apr 28 19:33:46.546653 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-76ef4fcb-f556-48b6-a706-989373a85630 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 200 len: 1001 time: 0.0747764 Apr 28 19:33:46.567774 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-5161de71-9928-42a3-a988-ebda602b9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.569977 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-5161de71-9928-42a3-a988-ebda602b9038 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0525627 Apr 28 19:33:46.598974 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-651e51f3-589b-427e-bd15-777680b36268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.600448 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-651e51f3-589b-427e-bd15-777680b36268 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0487604 Apr 28 19:33:46.648529 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-f93c6646-ae86-4d6c-99a1-051c7fe3753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.650059 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-f93c6646-ae86-4d6c-99a1-051c7fe3753c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437036 Apr 28 19:33:46.844327 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-957a9c91-6fc5-4b48-8d03-e4d77b86dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:46.845923 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-957a9c91-6fc5-4b48-8d03-e4d77b86dac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2694278 Apr 28 19:33:46.974115 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-03ce3435-3ca6-4535-b92e-9bcde954ac4d service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861447 Apr 28 19:33:46.988053 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-ac9f21e8-d8d8-4061-b573-425f5079a436 service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997725 Apr 28 19:33:47.101838 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-273fc9ad-b967-4f5a-8686-67f0663c5f36 req-a6a2ca20-b335-4425-a73f-49f3b6c3d832 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212499 Apr 28 19:33:47.109386 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bbc2ff52-81bf-423a-95b1-a0e146c3c1c1 req-79502220-64eb-49f6-88a3-9a93b2a1845a service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119449 Apr 28 19:33:47.216109 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-db171e28-427e-4fe7-8432-912354d448e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.217778 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-db171e28-427e-4fe7-8432-912354d448e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1129 time: 0.0532157 Apr 28 19:33:47.304749 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a970e5d-7419-471d-80df-11c39726a469 req-dbe2c853-43d8-4641-b5fb-db4b79e7e069 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.312245 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a970e5d-7419-471d-80df-11c39726a469 req-dbe2c853-43d8-4641-b5fb-db4b79e7e069 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0778155 Apr 28 19:33:47.412960 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a970e5d-7419-471d-80df-11c39726a469 req-0c6dece6-8f52-4de5-9476-2ca13fcf9d09 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989573 Apr 28 19:33:47.449400 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-1248c81a-faf2-46d3-9dbb-1190386d626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.451204 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-1248c81a-faf2-46d3-9dbb-1190386d626d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.1367447 Apr 28 19:33:47.495360 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-52392ce9-3b68-43b6-9658-af77a4d8a96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:47.496308 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-ccf0f289-e1a5-4c9a-bfb4-cd1c10bd0f86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614532dc-8d0b-4062-9b80-00871d38539e HTTP/1.1" status: 200 len: 217 time: 0.0388539 Apr 28 19:33:47.552696 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-2e1908a4-0936-4973-b720-9baad04626d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.554410 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-2e1908a4-0936-4973-b720-9baad04626d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0519722 Apr 28 19:33:47.608170 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-8474e336-0874-4de5-b6b4-e94213505187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:47.609341 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-8474e336-0874-4de5-b6b4-e94213505187 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488901 Apr 28 19:33:47.701039 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-81104b64-e6f7-499f-88da-69386f9c47b7 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837948 Apr 28 19:33:48.525072 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ace040-e454-43b5-a6e4-e13ccddda7df req-5258959f-07da-46de-b4a0-f5106f596c14 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:48.526540 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29ace040-e454-43b5-a6e4-e13ccddda7df req-5258959f-07da-46de-b4a0-f5106f596c14 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0465765 Apr 28 19:33:48.571716 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-29ace040-e454-43b5-a6e4-e13ccddda7df req-f5dcce48-27e5-486c-b26c-9270cb9f005d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Apr 28 19:33:49.192036 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1f5a57d-0b37-4800-9e11-194d479a8bb4 req-68c43cc4-e600-48b7-8694-8db8f211531d service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847111 Apr 28 19:33:49.695344 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abed8-0b69-4b7d-b3bb-83948b0f8864 req-408c5a04-5ee7-40a6-88b9-bd8bbe5749c4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:49.696813 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-772abed8-0b69-4b7d-b3bb-83948b0f8864 req-408c5a04-5ee7-40a6-88b9-bd8bbe5749c4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0494094 Apr 28 19:33:49.741411 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-772abed8-0b69-4b7d-b3bb-83948b0f8864 req-77820a85-6b70-4cdf-96e4-5ca4eac24110 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Apr 28 19:33:49.764514 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5401911f-929c-463d-9bfc-8ad5b3b6c828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:50.855869 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a709b3-d5d2-4b12-b2f4-dfdb8b4af8d0 req-948dbf69-293c-41b7-8dda-05ea9dfe85ce tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:50.857294 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-36a709b3-d5d2-4b12-b2f4-dfdb8b4af8d0 req-948dbf69-293c-41b7-8dda-05ea9dfe85ce tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Apr 28 19:33:50.886245 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:50.903824 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-36a709b3-d5d2-4b12-b2f4-dfdb8b4af8d0 req-af767289-629d-4c69-9c43-55c9248b05a2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Apr 28 19:33:52.018104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca898b-aff2-4df2-9f76-9589317a90b6 req-77738ddf-fc65-4dca-bd4a-d34eb539ac72 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:52.019552 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64ca898b-aff2-4df2-9f76-9589317a90b6 req-77738ddf-fc65-4dca-bd4a-d34eb539ac72 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0452487 Apr 28 19:33:52.068944 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64ca898b-aff2-4df2-9f76-9589317a90b6 req-817dba5c-9ebf-4a10-b560-c0802d9f7f3e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Apr 28 19:33:52.338914 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:53.178605 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1c0cb-c531-4119-b9b0-1d8c5a28c3c9 req-f895ee42-3205-4a60-b248-07f978e2c7b3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:53.180305 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4af1c0cb-c531-4119-b9b0-1d8c5a28c3c9 req-f895ee42-3205-4a60-b248-07f978e2c7b3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0452926 Apr 28 19:33:53.225140 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4af1c0cb-c531-4119-b9b0-1d8c5a28c3c9 req-e8c95258-f6eb-498a-846d-c7d88b84a6d9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Apr 28 19:33:53.975138 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:33:54.335646 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ab37e-7e9d-46c3-8470-bc4205ff8c96 req-6b9c0ae5-88fe-4de1-9c3f-1063566f661f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:54.337087 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-083ab37e-7e9d-46c3-8470-bc4205ff8c96 req-6b9c0ae5-88fe-4de1-9c3f-1063566f661f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0464520 Apr 28 19:33:54.381514 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-083ab37e-7e9d-46c3-8470-bc4205ff8c96 req-0705a63b-7e11-4188-ae76-16e435f3651f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389645 Apr 28 19:33:55.497206 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c32f7b-ddce-426b-99d2-23e4f6633c6f req-59bf2937-8d06-4e25-8903-d6a877fbb85c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:55.498700 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-80c32f7b-ddce-426b-99d2-23e4f6633c6f req-59bf2937-8d06-4e25-8903-d6a877fbb85c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0493600 Apr 28 19:33:55.542377 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-80c32f7b-ddce-426b-99d2-23e4f6633c6f req-c038edbc-344a-4537-a023-9141ea05139f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Apr 28 19:33:56.652874 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba74a0c-0da6-4e5e-8d41-4f285f11717d req-1911f710-df87-4352-b506-b4808a36c6f0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:56.654377 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ba74a0c-0da6-4e5e-8d41-4f285f11717d req-1911f710-df87-4352-b506-b4808a36c6f0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0461552 Apr 28 19:33:56.700817 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4ba74a0c-0da6-4e5e-8d41-4f285f11717d req-a8c72225-e99b-485e-bb41-4f190efc4ee0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Apr 28 19:33:57.811431 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17af64-d07c-4daf-a2a7-e0dbd2564b81 req-64b208d7-a493-4ab6-bf9f-add9733ccfae tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:57.812889 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ff17af64-d07c-4daf-a2a7-e0dbd2564b81 req-64b208d7-a493-4ab6-bf9f-add9733ccfae tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0460901 Apr 28 19:33:57.859390 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ff17af64-d07c-4daf-a2a7-e0dbd2564b81 req-6acfd5da-d7a8-4bcf-b8a8-fd23e89c4c05 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 Apr 28 19:33:58.972742 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a4ae-143d-428f-a8f5-cc18f999da28 req-4e5b8ccb-91b6-483e-9a9a-8a51211dceb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:33:58.974229 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1d2a4ae-143d-428f-a8f5-cc18f999da28 req-4e5b8ccb-91b6-483e-9a9a-8a51211dceb7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0503623 Apr 28 19:33:59.025284 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e1d2a4ae-143d-428f-a8f5-cc18f999da28 req-921ce0ba-e3f7-4cd8-a96c-fb62ead97de8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Apr 28 19:34:00.168203 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ae4c4-bac9-447e-8e7a-be64adae65cb req-0c4f2813-8169-4056-82a6-3bcc0dfdc913 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:00.170498 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4a6ae4c4-bac9-447e-8e7a-be64adae65cb req-0c4f2813-8169-4056-82a6-3bcc0dfdc913 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0518620 Apr 28 19:34:00.244521 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4a6ae4c4-bac9-447e-8e7a-be64adae65cb req-ab18e47c-93bb-4069-af8f-932dd7221366 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654936 Apr 28 19:34:00.906544 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52398) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:01.077320 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e51cb0d4-c9a9-4c09-8d1d-21fab666c5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.182716 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e51cb0d4-c9a9-4c09-8d1d-21fab666c5b5 admin admin] Publish callbacks [] for security_group (145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.187329 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e51cb0d4-c9a9-4c09-8d1d-21fab666c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.228586 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cb0d4-c9a9-4c09-8d1d-21fab666c5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:01.244274 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52402) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:01.245504 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e51cb0d4-c9a9-4c09-8d1d-21fab666c5b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e96c37e3f2cb49cbb1517895d1e33ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361363 Apr 28 19:34:01.318263 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Publish callbacks [] for security_group (145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.360555 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Publish callbacks [] for security_group (145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.405082 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42842ec-4bfd-48a1-b787-7e441804eec0 req-7e759aa0-4838-42a6-85bd-a49979277ff7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:01.406946 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f42842ec-4bfd-48a1-b787-7e441804eec0 req-7e759aa0-4838-42a6-85bd-a49979277ff7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0594041 Apr 28 19:34:01.423277 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.427114 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.432466 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2 HTTP/1.1" status: 204 len: 168 time: 0.1868882 Apr 28 19:34:01.446020 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e8c2a-4723-4dd0-bbe2-d732ae7ff4e2,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:01.455994 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.456493 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.456979 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.457406 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.457946 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.458710 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.459306 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.460038 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.460743 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.461513 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.462162 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.463073 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.463648 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.464373 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.466387 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b03cd-e36f-42b9-b2b2-9928ba3134db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:01.513877 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f42842ec-4bfd-48a1-b787-7e441804eec0 req-f169b72e-8f1d-45f4-ac25-d0538942e595 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956419 Apr 28 19:34:01.807511 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52414) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:01.821572 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7c75a93b-cfdd-4ead-a1e0-4a06a1d1d19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.911438 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7c75a93b-cfdd-4ead-a1e0-4a06a1d1d19f admin admin] Publish callbacks [] for security_group (4008445b-fd7d-4ef9-aa66-651aea19f4ac), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.918994 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7c75a93b-cfdd-4ead-a1e0-4a06a1d1d19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4008445b-fd7d-4ef9-aa66-651aea19f4ac), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:01.961826 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7c75a93b-cfdd-4ead-a1e0-4a06a1d1d19f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=509370d4df1a4810bdf0503a1a308776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529477 Apr 28 19:34:01.962956 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75a93b-cfdd-4ead-a1e0-4a06a1d1d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4008445b-fd7d-4ef9-aa66-651aea19f4ac,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:01.967302 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52424) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:01.968809 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52426) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:02.027999 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-14905997-0360-4fdd-8421-dff113e16143 admin admin] Publish callbacks [] for security_group (4008445b-fd7d-4ef9-aa66-651aea19f4ac), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.053531 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-14905997-0360-4fdd-8421-dff113e16143 admin admin] Publish callbacks [] for security_group (4008445b-fd7d-4ef9-aa66-651aea19f4ac), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.118125 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6e88-1574-41c5-b685-6a0703559012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.136364 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-14905997-0360-4fdd-8421-dff113e16143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4008445b-fd7d-4ef9-aa66-651aea19f4ac), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.139079 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-14905997-0360-4fdd-8421-dff113e16143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.140258 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-14905997-0360-4fdd-8421-dff113e16143 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4008445b-fd7d-4ef9-aa66-651aea19f4ac HTTP/1.1" status: 204 len: 168 time: 0.1655617 Apr 28 19:34:02.154433 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14905997-0360-4fdd-8421-dff113e16143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008445b-fd7d-4ef9-aa66-651aea19f4ac,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:02.218112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6e88-1574-41c5-b685-6a0703559012 admin admin] Publish callbacks [] for security_group (d2a31a8b-9423-43fe-b9e0-b8b0e9088130), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.222772 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6e88-1574-41c5-b685-6a0703559012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (d2a31a8b-9423-43fe-b9e0-b8b0e9088130), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.265500 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c0cb6e88-1574-41c5-b685-6a0703559012 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=974fa5b990264dc4ae9e4b951c467eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954807 Apr 28 19:34:02.267522 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6e88-1574-41c5-b685-6a0703559012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a31a8b-9423-43fe-b9e0-b8b0e9088130,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:02.268182 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52432) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:02.352195 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6de332c-4e85-40ca-a1fd-e41a1692981f admin admin] Publish callbacks [] for security_group (d2a31a8b-9423-43fe-b9e0-b8b0e9088130), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.379069 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6de332c-4e85-40ca-a1fd-e41a1692981f admin admin] Publish callbacks [] for security_group (d2a31a8b-9423-43fe-b9e0-b8b0e9088130), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.443375 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6de332c-4e85-40ca-a1fd-e41a1692981f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (d2a31a8b-9423-43fe-b9e0-b8b0e9088130), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.446580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6de332c-4e85-40ca-a1fd-e41a1692981f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.448313 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b6de332c-4e85-40ca-a1fd-e41a1692981f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2a31a8b-9423-43fe-b9e0-b8b0e9088130 HTTP/1.1" status: 204 len: 168 time: 0.1789224 Apr 28 19:34:02.462230 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de332c-4e85-40ca-a1fd-e41a1692981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a31a8b-9423-43fe-b9e0-b8b0e9088130,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:02.551278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52444) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:02.618488 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d61f0e06-1720-454b-adf6-8f7c957681cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.660190 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af949ee-633c-495e-9908-9ca9ce004935 req-ba8ae6d1-6426-4312-8ff5-1f0c51a65f0b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:02.667732 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7af949ee-633c-495e-9908-9ca9ce004935 req-ba8ae6d1-6426-4312-8ff5-1f0c51a65f0b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0876861 Apr 28 19:34:02.746194 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7af949ee-633c-495e-9908-9ca9ce004935 req-376f8fb8-c08d-4973-a946-8996ebb76457 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745170 Apr 28 19:34:02.763832 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d61f0e06-1720-454b-adf6-8f7c957681cb admin admin] Publish callbacks [] for security_group (162a500b-7178-4178-b0fc-ff9511381ded), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.790754 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d61f0e06-1720-454b-adf6-8f7c957681cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (162a500b-7178-4178-b0fc-ff9511381ded), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.837073 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d61f0e06-1720-454b-adf6-8f7c957681cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85f39840ccf8437e909ef299c9bef08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821634 Apr 28 19:34:02.837073 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52452) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:02.843350 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f0e06-1720-454b-adf6-8f7c957681cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162a500b-7178-4178-b0fc-ff9511381ded,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:02.888835 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a84e12df-629a-4dc1-bf1d-32fb155ee15e admin admin] Publish callbacks [] for security_group (162a500b-7178-4178-b0fc-ff9511381ded), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.913229 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a84e12df-629a-4dc1-bf1d-32fb155ee15e admin admin] Publish callbacks [] for security_group (162a500b-7178-4178-b0fc-ff9511381ded), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.982090 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a84e12df-629a-4dc1-bf1d-32fb155ee15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (162a500b-7178-4178-b0fc-ff9511381ded), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.990012 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a84e12df-629a-4dc1-bf1d-32fb155ee15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:02.991681 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a84e12df-629a-4dc1-bf1d-32fb155ee15e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/162a500b-7178-4178-b0fc-ff9511381ded HTTP/1.1" status: 204 len: 168 time: 0.1537585 Apr 28 19:34:03.002109 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e12df-629a-4dc1-bf1d-32fb155ee15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162a500b-7178-4178-b0fc-ff9511381ded,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:03.478842 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52484) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:03.597572 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1786108952-network', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:03.622503 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Made reservation on behalf of f69851bdb16349d98dfbdf2bb9290d72 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:03.626227 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.636275 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.726218 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks [] for security_group (9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.737159 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.764571 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:34:03.782068 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:03.788367 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (d3f9e966-d03d-4d89-b9e1-0d67384712d2), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.789122 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Added segment d3f9e966-d03d-4d89-b9e1-0d67384712d2 of type vlan for network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 Apr 28 19:34:03.885193 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (676b1b11-394b-4ae5-b3a0-02260f9ec6c4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.897498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec11c1-e9d1-4668-9d31-b935f4a34a57 req-cf43a09c-a602-47c3-b504-c5915ee36826 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.905845 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-25ec11c1-e9d1-4668-9d31-b935f4a34a57 req-cf43a09c-a602-47c3-b504-c5915ee36826 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0958407 Apr 28 19:34:03.927915 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (676b1b11-394b-4ae5-b3a0-02260f9ec6c4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.929144 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:03.929932 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:03.973421 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-25ec11c1-e9d1-4668-9d31-b935f4a34a57 req-e61da8ab-551c-430a-aa3d-150163534d1b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662956 Apr 28 19:34:03.974718 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52504) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:03.974898 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4944887 Apr 28 19:34:03.985995 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Request body: {'subnet': {'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1786108952-subnet', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:04.021001 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Made reservation on behalf of f69851bdb16349d98dfbdf2bb9290d72 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:04.023665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12048bb2-5a69-45c9-b6b1-6615db52c22b admin admin] Pushing event updated for resources: {'Network': ['ID=676b1b11-394b-4ae5-b3a0-02260f9ec6c4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:04.024860 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.034784 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:34:04.227965 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (26b3fbe9-af36-4205-8b5a-19bd71ac8ca1), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.302233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:04.312118 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Checking segment: {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:04.315483 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Network hostable DHCP agents. Network: 676b1b11-394b-4ae5-b3a0-02260f9ec6c4, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:34:04.341743 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:34:04.354253 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 676b1b11-394b-4ae5-b3a0-02260f9ec6c4) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:04.364331 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd83d47-a6a7-46b4-b650-1cc6ce482b83 None None] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:04.364481 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.365042 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.392321 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e718db60-dbe6-42f7-a2af-d281ed17153f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4120455 Apr 28 19:34:04.394853 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52514) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:04.399507 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:04.439570 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (262d2c78-cc95-4cc3-854a-b613ef23be17), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.442151 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (262d2c78-cc95-4cc3-854a-b613ef23be17), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.507750 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:34:04.508938 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.550378 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks [] for router_controller (262d2c78-cc95-4cc3-854a-b613ef23be17), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.696364 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Allocated IP 172.20.0.2 (676b1b11-394b-4ae5-b3a0-02260f9ec6c4/26b3fbe9-af36-4205-8b5a-19bd71ac8ca1/9d183139-9642-4380-b7ca-f77d4e82e155) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:04.855558 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee1cc-0e7f-4214-9ae5-e9ed2e1cb47f req-7b66ca0f-8460-45e4-91e6-c531182d5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:04.857062 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e86ee1cc-0e7f-4214-9ae5-e9ed2e1cb47f req-7b66ca0f-8460-45e4-91e6-c531182d5db2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1129 time: 0.0475285 Apr 28 19:34:04.902997 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks [] for router_gateway (262d2c78-cc95-4cc3-854a-b613ef23be17), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.950618 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e86ee1cc-0e7f-4214-9ae5-e9ed2e1cb47f req-7371a47d-b82e-4f7b-a3f3-8c5318e2f2e9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563731 Apr 28 19:34:04.963561 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Publish callbacks [] for port (9d183139-9642-4380-b7ca-f77d4e82e155), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:04.975676 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.038972 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:05.043446 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:05.047310 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:05.065757 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Pushing event updated for resources: {'Port': ['ID=9d183139-9642-4380-b7ca-f77d4e82e155,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:05.092421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.092421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.092421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.092421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.092421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.093106 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.093106 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.093273 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.094210 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.094210 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.094210 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.094628 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.095159 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.095353 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.095675 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:05.135664 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Attempting to bind port 9d183139-9642-4380-b7ca-f77d4e82e155 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:05.136039 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Attempting to bind port 9d183139-9642-4380-b7ca-f77d4e82e155 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:05.136411 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Attempting to bind port 9d183139-9642-4380-b7ca-f77d4e82e155 on network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:05.143383 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:05.143383 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Checking segment: {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:05.143383 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.143885 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Bound using segment: {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:05.144353 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Bound port: 9d183139-9642-4380-b7ca-f77d4e82e155, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:05.144630 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.163927 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d46c29-55d0-48e9-ba83-2f170b2260bd req-e9237030-6c7f-48b3-a464-6fe97e26811d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:05.165481 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a9d46c29-55d0-48e9-ba83-2f170b2260bd req-e9237030-6c7f-48b3-a464-6fe97e26811d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0778327 Apr 28 19:34:05.173590 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks [] for router_gateway (262d2c78-cc95-4cc3-854a-b613ef23be17), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.216879 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.236667 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] For port 9d183139-9642-4380-b7ca-f77d4e82e155, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:05.240631 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] For port 9d183139-9642-4380-b7ca-f77d4e82e155, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=9d183139-9642-4380-b7ca-f77d4e82e155,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:05.248428 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a9d46c29-55d0-48e9-ba83-2f170b2260bd req-1102d09b-dd17-4197-9138-1e8ba3f2d7a0 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694971 Apr 28 19:34:05.252986 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.338669 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bf2b4-021a-44ac-befb-a512533be2cb None None] Pushing event updated for resources: {'Port': ['ID=9d183139-9642-4380-b7ca-f77d4e82e155,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:05.433615 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Allocated IP 172.27.2.213 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/adfc21e3-be3b-4f6e-ba91-35cde1136fcb) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:05.569131 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks [] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.634881 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:05.696985 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:05.703611 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:05.707522 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:05.712948 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Pushing event updated for resources: {'Port': ['ID=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:06.152415 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-67800b30-a40c-4911-9a4f-f541705359a4 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=41ee3db2a8f44fbdb9e232e1d3d8f5bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475078 Apr 28 19:34:06.448831 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e3884-5e36-4495-aa79-dbb2627402d2 req-11b9c93d-8b9b-46bd-8acb-98d980aea11c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.457076 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bb1e3884-5e36-4495-aa79-dbb2627402d2 req-11b9c93d-8b9b-46bd-8acb-98d980aea11c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0704720 Apr 28 19:34:06.512571 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bb1e3884-5e36-4495-aa79-dbb2627402d2 req-c6edfa75-45a8-4ca9-8cc5-d2568dac5a7c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545557 Apr 28 19:34:06.527948 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks [] for router_gateway (262d2c78-cc95-4cc3-854a-b613ef23be17), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:06.689038 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9a1b6e-4b13-48f1-b58e-6f8992d8f971 None None] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:06.691687 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-8317f1fe-8a26-4c3d-b991-fc3c414c499b tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:06.693548 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-8317f1fe-8a26-4c3d-b991-fc3c414c499b tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5227733 Apr 28 19:34:06.714541 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-f933e790-cbb2-4af6-b744-409a501ba850 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/quotas/41ee3db2a8f44fbdb9e232e1d3d8f5bd HTTP/1.1" status: 200 len: 375 time: 0.0152044 Apr 28 19:34:06.777058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b342a03f-2302-463c-a861-dc917ba7658a None None] Provisioning complete for port 9d183139-9642-4380-b7ca-f77d4e82e155 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:06.777742 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b342a03f-2302-463c-a861-dc917ba7658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:06.817812 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-b1e06b06-627e-47a8-8d31-b8038e2d520a tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41ee3db2a8f44fbdb9e232e1d3d8f5bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687680 Apr 28 19:34:06.945344 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b342a03f-2302-463c-a861-dc917ba7658a None None] Current status of the port 9d183139-9642-4380-b7ca-f77d4e82e155 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:06.945677 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b342a03f-2302-463c-a861-dc917ba7658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:06.961987 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (262d2c78-cc95-4cc3-854a-b613ef23be17), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:07.021730 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 9d183139-9642-4380-b7ca-f77d4e82e155 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:07.123877 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b342a03f-2302-463c-a861-dc917ba7658a None None] For port 9d183139-9642-4380-b7ca-f77d4e82e155, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=9d183139-9642-4380-b7ca-f77d4e82e155,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:07.141449 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b342a03f-2302-463c-a861-dc917ba7658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:07.155318 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-388d0693-b3b0-4713-86b4-24adbad4e41f req-a933877e-fe47-47e0-b190-0d0e87f6c3ec tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 210 time: 0.0713344 Apr 28 19:34:07.246725 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 9d183139-9642-4380-b7ca-f77d4e82e155 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:07.247753 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:07.249073 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Router 262d2c78-cc95-4cc3-854a-b613ef23be17 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:34:07.320150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342a03f-2302-463c-a861-dc917ba7658a None None] Pushing event updated for resources: {'Port': ['ID=9d183139-9642-4380-b7ca-f77d4e82e155,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:07.336570 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2756adc8-96da-4ebd-96f8-ff55da32984c None None] Provisioning complete for port 9d183139-9642-4380-b7ca-f77d4e82e155 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:07.337194 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2756adc8-96da-4ebd-96f8-ff55da32984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:07.404102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:07.436728 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Sync routers for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:07.451735 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:07.453456 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-244206d5-f83e-4b35-bedf-cfd416c6f617 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0576725 Apr 28 19:34:07.456104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52564) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:07.458292 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:07.458923 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:07.466167 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 9d183139-9642-4380-b7ca-f77d4e82e155 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:07.476608 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2756adc8-96da-4ebd-96f8-ff55da32984c None None] Current status of the port 9d183139-9642-4380-b7ca-f77d4e82e155 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:07.593506 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:07.833859 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1c297-6a1e-4125-a32f-ff25d166b0c7 req-bb5436da-2ef4-4d2c-8972-c7f8356b4664 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:07.840503 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a4b1c297-6a1e-4125-a32f-ff25d166b0c7 req-bb5436da-2ef4-4d2c-8972-c7f8356b4664 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0588384 Apr 28 19:34:07.878753 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:06Z', 'revision_number': 3, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:07.944768 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Checking router: 262d2c78-cc95-4cc3-854a-b613ef23be17 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:07.945469 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Updating router 262d2c78-cc95-4cc3-854a-b613ef23be17 port adfc21e3-be3b-4f6e-ba91-35cde1136fcb binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:07.958393 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a4b1c297-6a1e-4125-a32f-ff25d166b0c7 req-b45bca75-91b5-4629-9b03-7d9b0e002e0b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169362 Apr 28 19:34:07.991676 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:08.306153 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20e5f48a-9058-4669-8dd3-4df521c9c4f6 req-4c7c1408-e490-4dd5-b50b-94460734311e tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 210 time: 0.0509524 Apr 28 19:34:08.333459 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:08.469304 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Publish callbacks [] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:08.488375 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:08.528241 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7a89d-e6fb-44ba-8798-f0dcfb622aa6 req-ace6ec3a-2cde-47bf-b86b-0402f124480c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.529905 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5d7a89d-e6fb-44ba-8798-f0dcfb622aa6 req-ace6ec3a-2cde-47bf-b86b-0402f124480c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.2117052 Apr 28 19:34:08.573408 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Attempting to bind port adfc21e3-be3b-4f6e-ba91-35cde1136fcb on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:08.573868 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Attempting to bind port adfc21e3-be3b-4f6e-ba91-35cde1136fcb by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:08.574277 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Attempting to bind port adfc21e3-be3b-4f6e-ba91-35cde1136fcb on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:08.589124 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-0b2a8d33-5202-4157-a894-f2601e6bd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:08.591444 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-0b2a8d33-5202-4157-a894-f2601e6bd92e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1129 time: 0.1169403 Apr 28 19:34:08.591567 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Pushing event updated for resources: {'Port': ['ID=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:08.592984 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Allocated IP 172.20.0.1 (676b1b11-394b-4ae5-b3a0-02260f9ec6c4/26b3fbe9-af36-4205-8b5a-19bd71ac8ca1/686128be-2610-48bc-bd8b-d95f5e674c70) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:08.594184 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:08.594556 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:08.595559 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:08.595683 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:08.596175 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Bound port: adfc21e3-be3b-4f6e-ba91-35cde1136fcb, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:08.596548 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:08.622980 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-8f803716-6aea-498b-878f-09f71842606e tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=41ee3db2a8f44fbdb9e232e1d3d8f5bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751164 Apr 28 19:34:08.661815 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] For port adfc21e3-be3b-4f6e-ba91-35cde1136fcb, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:08.666974 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] For port adfc21e3-be3b-4f6e-ba91-35cde1136fcb, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:08.678521 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:08.689561 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5d7a89d-e6fb-44ba-8798-f0dcfb622aa6 req-84212ba0-474b-4e8f-b0e6-aec30b539b83 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365523 Apr 28 19:34:08.768544 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:08.769184 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:08.918855 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:08.945203 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 9d183139-9642-4380-b7ca-f77d4e82e155 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:09.011171 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Pushing event updated for resources: {'Port': ['ID=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:09.026212 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.026554 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.027113 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.028324 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.028667 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.029009 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.029407 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.029778 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.030895 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.032010 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.032010 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.032010 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.032249 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.032516 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.032837 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0797587a-75a8-4ced-b3e1-6caa352bc381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:09.058286 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-85119ae2-158b-484c-803e-ac5e2c140e58 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:09.060755 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 9d183139-9642-4380-b7ca-f77d4e82e155 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:09.064879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.065072 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-85119ae2-158b-484c-803e-ac5e2c140e58 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4287109 Apr 28 19:34:09.077376 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Request body: {'port': {'device_id': '151d7f65-0475-45c6-abb5-979714880ad2', 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8', 'admin_state_up': True, 'tenant_id': '41ee3db2a8f44fbdb9e232e1d3d8f5bd'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:09.171630 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:06Z', 'revision_number': 3, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:09.202171 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596e82b-720e-4f8f-8fbc-3f274d964816 None None] The sync data for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi is: [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:06Z', 'revision_number': 3, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:09.253332 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 9d183139-9642-4380-b7ca-f77d4e82e155 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:09.256983 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Made reservation on behalf of 41ee3db2a8f44fbdb9e232e1d3d8f5bd for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:09.265605 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.275283 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.369175 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks [] for security_group (2037a5c1-5282-411a-957d-2afada3950e5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.376581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2037a5c1-5282-411a-957d-2afada3950e5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.377484 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks [] for port (686128be-2610-48bc-bd8b-d95f5e674c70), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.424343 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2037a5c1-5282-411a-957d-2afada3950e5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:09.445100 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.506448 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:09.507691 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-02198216-3070-4335-ace5-cdb948bf18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:09.510434 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-02198216-3070-4335-ace5-cdb948bf18f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.9085202 Apr 28 19:34:09.510934 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1ff46e03-508d-41a2-820c-981b10783267 req-fca320d4-0490-430c-aa8f-6c4273d2f94c tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 210 time: 0.0415480 Apr 28 19:34:09.546061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:09.554364 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:09.554859 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (262d2c78-cc95-4cc3-854a-b613ef23be17), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.628074 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Allocated IP 192.168.233.112 (df918562-2a70-4299-8daa-e0ecc8a2a7c8/b4f9c0d6-7cc4-4e97-9485-d9f2c543165b/bd7c7868-1244-41b6-b5bb-53163280cf93) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:09.672106 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-d31ddd9a-353e-49ea-896d-d57623b83280 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614532dc-8d0b-4062-9b80-00871d38539e HTTP/1.1" status: 200 len: 217 time: 0.1484532 Apr 28 19:34:09.692867 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Pushing event updated for resources: {'Port': ['ID=686128be-2610-48bc-bd8b-d95f5e674c70,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:09.949282 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-adcb7306-14ac-4335-bba8-fc72841c50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:09.950838 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-adcb7306-14ac-4335-bba8-fc72841c50d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.2701740 Apr 28 19:34:09.955981 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks [] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:09.990036 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d080a8-04d6-44c1-b92f-74cda968af62 req-b031d3f5-61cf-411e-a7ad-3085214101e5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:09.991575 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52d080a8-04d6-44c1-b92f-74cda968af62 req-b031d3f5-61cf-411e-a7ad-3085214101e5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.1147275 Apr 28 19:34:10.010964 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.023493 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b51e2640-cc92-46bd-9086-ec4b3345641d None None] Provisioning complete for port 686128be-2610-48bc-bd8b-d95f5e674c70 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:10.024056 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b51e2640-cc92-46bd-9086-ec4b3345641d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.027774 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.074962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Network df918562-2a70-4299-8daa-e0ecc8a2a7c8 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:10.078511 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:10.083159 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:10.087390 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Pushing event updated for resources: {'Port': ['ID=bd7c7868-1244-41b6-b5bb-53163280cf93,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:10.118326 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b51e2640-cc92-46bd-9086-ec4b3345641d None None] Port 686128be-2610-48bc-bd8b-d95f5e674c70 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:10.137920 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-5056d668-16cb-4f06-a4f0-8e685b880827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.139478 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-5056d668-16cb-4f06-a4f0-8e685b880827 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1803308 Apr 28 19:34:10.154356 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.155162 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.187306 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-033b57ce-52fe-4ce2-b752-7b7366794910 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1146016 Apr 28 19:34:10.221541 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Request body: {'port': {'device_id': '151d7f65-0475-45c6-abb5-979714880ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:10.317265 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-52d080a8-04d6-44c1-b92f-74cda968af62 req-1f5d8025-4e1a-48ff-888b-cac0dca0ce84 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920346 Apr 28 19:34:10.337778 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.430490 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-7883365e-28ce-4c9f-9c96-8006014e0da2 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722883 Apr 28 19:34:10.483104 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-15ec98bf-afd7-496a-b23c-fb38193e434b None None] Provisioning complete for port bd7c7868-1244-41b6-b5bb-53163280cf93 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:10.483481 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-15ec98bf-afd7-496a-b23c-fb38193e434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.540602 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-15ec98bf-afd7-496a-b23c-fb38193e434b None None] Port bd7c7868-1244-41b6-b5bb-53163280cf93 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:10.614004 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4bba1fbf-6226-4c4f-871b-daa0df8a6150 req-af8bb56e-333c-4974-8391-cefd526893a3 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773803 Apr 28 19:34:10.622817 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks [] for port (686128be-2610-48bc-bd8b-d95f5e674c70), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.638218 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.638975 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (262d2c78-cc95-4cc3-854a-b613ef23be17), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:10.740157 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Pushing event updated for resources: {'Port': ['ID=686128be-2610-48bc-bd8b-d95f5e674c70,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:10.749260 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036501ad-d814-435c-b983-0e12c33ed538 req-fba1a33d-a768-4533-9e25-42cf5961e814 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:10.755730 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-036501ad-d814-435c-b983-0e12c33ed538 req-fba1a33d-a768-4533-9e25-42cf5961e814 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 936 time: 0.1350026 Apr 28 19:34:10.844151 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:10.846253 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:10.912350 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-036501ad-d814-435c-b983-0e12c33ed538 req-4af98635-05cd-4409-9f5b-eb1ec4377415 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507754 Apr 28 19:34:10.955407 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device adfc21e3-be3b-4f6e-ba91-35cde1136fcb up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:11.044847 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port adfc21e3-be3b-4f6e-ba91-35cde1136fcb triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:11.046086 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.056955 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7c7868-1244-41b6-b5bb-53163280cf93 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:11.070887 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Publish callbacks [] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.092738 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Transition to ACTIVE for port object bd7c7868-1244-41b6-b5bb-53163280cf93 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:34:11.102933 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.106715 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Router 262d2c78-cc95-4cc3-854a-b613ef23be17 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:11.167448 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c7868-1244-41b6-b5bb-53163280cf93,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:11.196053 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port adfc21e3-be3b-4f6e-ba91-35cde1136fcb is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:11.204806 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.248401 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port adfc21e3-be3b-4f6e-ba91-35cde1136fcb, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:11.259410 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.319287 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Attempting to bind port bd7c7868-1244-41b6-b5bb-53163280cf93 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:11.321001 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Attempting to bind port bd7c7868-1244-41b6-b5bb-53163280cf93 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:11.323456 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Attempting to bind port bd7c7868-1244-41b6-b5bb-53163280cf93 on network df918562-2a70-4299-8daa-e0ecc8a2a7c8 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:11.339410 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:11.340771 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Port bd7c7868-1244-41b6-b5bb-53163280cf93 on network df918562-2a70-4299-8daa-e0ecc8a2a7c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:11.341221 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Attempting to bind port bd7c7868-1244-41b6-b5bb-53163280cf93 on network df918562-2a70-4299-8daa-e0ecc8a2a7c8 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:11.346150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-935385ca-6693-46c3-b9cc-67a58fe8173a None None] Provisioning complete for port 686128be-2610-48bc-bd8b-d95f5e674c70 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:11.346449 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-935385ca-6693-46c3-b9cc-67a58fe8173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.356329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:11.358073 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9bd2ea50-f08b-40bd-8d88-591bcfc69dcf admin admin] 10.222.0.55 "PUT /v2.0/routers/262d2c78-cc95-4cc3-854a-b613ef23be17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9007099 Apr 28 19:34:11.358321 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Checking segment: {'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:11.358838 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Bound using segment: {'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:11.359383 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Bound port: bd7c7868-1244-41b6-b5bb-53163280cf93, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4c859f-10ca-4dd6-9331-5b6152339bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:11.359858 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.390399 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-935385ca-6693-46c3-b9cc-67a58fe8173a None None] Port 686128be-2610-48bc-bd8b-d95f5e674c70 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:11.403886 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:11.492831 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] For port bd7c7868-1244-41b6-b5bb-53163280cf93, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:11.503833 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] For port bd7c7868-1244-41b6-b5bb-53163280cf93, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bd7c7868-1244-41b6-b5bb-53163280cf93,segment=NetworkSegment(9b4c859f-10ca-4dd6-9331-5b6152339bc1),segment_id=9b4c859f-10ca-4dd6-9331-5b6152339bc1)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:11.515173 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.555370 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14abc95-ae69-4ecd-ae96-b4886286a1ec req-657a8b5e-43f4-4cd3-aac5-9ebd7261bf74 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:11.558463 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c14abc95-ae69-4ecd-ae96-b4886286a1ec req-657a8b5e-43f4-4cd3-aac5-9ebd7261bf74 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0815191 Apr 28 19:34:11.588336 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:11.588944 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:11.591727 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] 10.222.0.45 "PUT /v2.0/ports/bd7c7868-1244-41b6-b5bb-53163280cf93 HTTP/1.1" status: 200 len: 1098 time: 1.3767295 Apr 28 19:34:11.592302 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151d7f65-0475-45c6-abb5-979714880ad2', 'tag': 'bd7c7868-1244-41b6-b5bb-53163280cf93'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:11.594784 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8aad76-eec2-44c7-9478-8ba0a5c7bad5" -d '{"events": [{"name": "network-changed", "server_uuid": "151d7f65-0475-45c6-abb5-979714880ad2", "tag": "bd7c7868-1244-41b6-b5bb-53163280cf93"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:11.636674 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c14abc95-ae69-4ecd-ae96-b4886286a1ec req-711a8bbd-8239-4063-9400-147ecc980b18 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721431 Apr 28 19:34:11.667895 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511f04f-f373-4afa-8abb-fc80e30849c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c7868-1244-41b6-b5bb-53163280cf93,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:11.684289 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33ea50c-e8a3-4fad-ae95-774e30a406e6 x-openstack-request-id: req-f33ea50c-e8a3-4fad-ae95-774e30a406e6 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:11.684583 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151d7f65-0475-45c6-abb5-979714880ad2", "tag": "bd7c7868-1244-41b6-b5bb-53163280cf93", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:11.684845 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f33ea50c-e8a3-4fad-ae95-774e30a406e6 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:11.685253 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33ea50c-e8a3-4fad-ae95-774e30a406e6'] response: {'name': 'network-changed', 'server_uuid': '151d7f65-0475-45c6-abb5-979714880ad2', 'tag': 'bd7c7868-1244-41b6-b5bb-53163280cf93', 'status': 'completed', 'code': 200} Apr 28 19:34:11.894655 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Sync routers for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:11.909088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:11.909849 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:12.130785 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e0601-8511-4f52-a8d8-109db2334127 req-4afab393-8609-40a5-8391-bb77dd459b47 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.139450 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d34e0601-8511-4f52-a8d8-109db2334127 req-4afab393-8609-40a5-8391-bb77dd459b47 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 948 time: 0.0892546 Apr 28 19:34:12.161330 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:12.206016 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d34e0601-8511-4f52-a8d8-109db2334127 req-dd0b8874-0a74-4b64-86c1-a696682a3a00 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641639 Apr 28 19:34:12.272774 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:34:12.311509 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52634) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:12.317204 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1361598935-network', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:12.347022 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Made reservation on behalf of 5d4a211b335543d0a1bc5b359f822eea for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:12.351204 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.368157 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.434926 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:10Z', 'revision_number': 2, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:12.471077 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks [] for security_group (b01b0962-240b-4752-bab0-d1fa5387a4b4), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.471639 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Checking router: 262d2c78-cc95-4cc3-854a-b613ef23be17 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:12.472072 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Updating router 262d2c78-cc95-4cc3-854a-b613ef23be17 port 686128be-2610-48bc-bd8b-d95f5e674c70 binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:12.480806 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (b01b0962-240b-4752-bab0-d1fa5387a4b4), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.504717 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.520905 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:34:12.526931 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b0962-240b-4752-bab0-d1fa5387a4b4,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:12.553104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (1f1a5142-a790-4e28-9962-2b0200ebe574), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.553559 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Added segment 1f1a5142-a790-4e28-9962-2b0200ebe574 of type vlan for network 9cadb57d-b54e-4d83-bb9b-87c792a8971a Apr 28 19:34:12.614373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (9cadb57d-b54e-4d83-bb9b-87c792a8971a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.650257 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (9cadb57d-b54e-4d83-bb9b-87c792a8971a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.651719 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.652374 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.701580 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3861067 Apr 28 19:34:12.701787 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52638) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:12.707508 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Request body: {'subnet': {'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1361598935-subnet', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:12.741934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6459032-af64-4f7a-ba45-3a30ad0fa37b admin admin] Pushing event updated for resources: {'Network': ['ID=9cadb57d-b54e-4d83-bb9b-87c792a8971a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:12.755344 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Made reservation on behalf of 5d4a211b335543d0a1bc5b359f822eea for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:12.757681 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12954548'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.760004 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:34:12.872372 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c2601-5370-46ac-9bed-1c3c5b369011 req-6f222256-6ae9-49df-945c-6290df7f57d4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.879316 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e51c2601-5370-46ac-9bed-1c3c5b369011 req-6f222256-6ae9-49df-945c-6290df7f57d4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.1010091 Apr 28 19:34:12.922140 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device adfc21e3-be3b-4f6e-ba91-35cde1136fcb up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:12.960876 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Publish callbacks [] for port (686128be-2610-48bc-bd8b-d95f5e674c70), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.974942 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:12.975385 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aad76-eec2-44c7-9478-8ba0a5c7bad5 req-20419aa1-dd1a-4e1b-8233-a998a562e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:12.976955 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1e8aad76-eec2-44c7-9478-8ba0a5c7bad5 req-20419aa1-dd1a-4e1b-8233-a998a562e80c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41ee3db2a8f44fbdb9e232e1d3d8f5bd&device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 1132 time: 0.1308150 Apr 28 19:34:13.017088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port adfc21e3-be3b-4f6e-ba91-35cde1136fcb triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:13.017546 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.023406 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e51c2601-5370-46ac-9bed-1c3c5b369011 req-d122dd6f-2d39-449c-b85f-0610a222ab20 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431577 Apr 28 19:34:13.038049 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1e8aad76-eec2-44c7-9478-8ba0a5c7bad5 req-0d013d57-cfee-45ee-b66c-d9dd9b3cc624 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=41ee3db2a8f44fbdb9e232e1d3d8f5bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401242 Apr 28 19:34:13.081415 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb97a-4d3c-4478-8fb0-745b0d125f82 None None] Pushing event updated for resources: {'Port': ['ID=686128be-2610-48bc-bd8b-d95f5e674c70,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:13.145144 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Attempting to bind port 686128be-2610-48bc-bd8b-d95f5e674c70 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:13.145610 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Attempting to bind port 686128be-2610-48bc-bd8b-d95f5e674c70 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:13.146165 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Attempting to bind port 686128be-2610-48bc-bd8b-d95f5e674c70 on network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:13.183554 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:13.184367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Checking segment: {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:13.184705 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.185176 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Bound using segment: {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:13.185880 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Bound port: 686128be-2610-48bc-bd8b-d95f5e674c70, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:13.186338 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.239965 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port adfc21e3-be3b-4f6e-ba91-35cde1136fcb is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:13.253501 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15158387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12954438'] for subnet (8b72cac3-72ca-4615-ae3e-34df33bead2a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.288776 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] For port 686128be-2610-48bc-bd8b-d95f5e674c70, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:13.293579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] For port 686128be-2610-48bc-bd8b-d95f5e674c70, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=686128be-2610-48bc-bd8b-d95f5e674c70,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:13.306122 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.384973 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:13.386854 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:13.392427 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627429c9-5b32-4912-9b97-8bbf03ee0da3 req-34a71321-ba43-4f6d-9d57-ba86867ef82b tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.397112 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb97a-4d3c-4478-8fb0-745b0d125f82 None None] Pushing event updated for resources: {'Port': ['ID=686128be-2610-48bc-bd8b-d95f5e674c70,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:13.398835 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-627429c9-5b32-4912-9b97-8bbf03ee0da3 req-34a71321-ba43-4f6d-9d57-ba86867ef82b tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 948 time: 0.0919127 Apr 28 19:34:13.467938 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b72cac3-72ca-4615-ae3e-34df33bead2a,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:13.505629 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-67141438-58ca-4941-ab92-59bfdd74cbef None None] Provisioning complete for port 686128be-2610-48bc-bd8b-d95f5e674c70 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:13.506413 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67141438-58ca-4941-ab92-59bfdd74cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.511920 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Checking segment: {'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:13.512294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Network hostable DHCP agents. Network: 9cadb57d-b54e-4d83-bb9b-87c792a8971a, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:34:13.554164 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aad76-eec2-44c7-9478-8ba0a5c7bad5 req-ab1b2d17-4aab-4589-ab9e-9460e994bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.567640 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1e8aad76-eec2-44c7-9478-8ba0a5c7bad5 req-ab1b2d17-4aab-4589-ab9e-9460e994bc0f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5219035 Apr 28 19:34:13.568936 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-627429c9-5b32-4912-9b97-8bbf03ee0da3 req-03d4dcd9-9123-406f-9f81-bd4a653a1138 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590853 Apr 28 19:34:13.592838 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:34:13.611943 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 9cadb57d-b54e-4d83-bb9b-87c792a8971a) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:13.631306 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.632419 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.646891 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1876cd-e7c8-4611-bb94-efe36e50993e None None] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:13.656266 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-188f4a77-5e13-46e7-a21e-4add05046295 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9532247 Apr 28 19:34:13.658201 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52646) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:13.662574 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:13.706468 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (43c8a649-8866-4a6e-a45a-130bca918120), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.707683 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (43c8a649-8866-4a6e-a45a-130bca918120), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.715556 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-360c7dc7-f73a-4fc8-b49c-988c4e739400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.718242 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-360c7dc7-f73a-4fc8-b49c-988c4e739400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41ee3db2a8f44fbdb9e232e1d3d8f5bd&device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 1132 time: 0.0593207 Apr 28 19:34:13.732998 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:13.778696 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-c09543d6-450b-4f26-a999-b83933dfbe3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=bd7c7868-1244-41b6-b5bb-53163280cf93 HTTP/1.1" status: 200 len: 217 time: 0.0525944 Apr 28 19:34:13.797211 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-67141438-58ca-4941-ab92-59bfdd74cbef None None] Current status of the port 686128be-2610-48bc-bd8b-d95f5e674c70 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:13.797716 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67141438-58ca-4941-ab92-59bfdd74cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.809296 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks [] for router_controller (43c8a649-8866-4a6e-a45a-130bca918120), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.861884 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-14d66c3b-9590-4670-9916-37704afc3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.863559 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-14d66c3b-9590-4670-9916-37704afc3b32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4f9c0d6-7cc4-4e97-9485-d9f2c543165b HTTP/1.1" status: 200 len: 843 time: 0.0756574 Apr 28 19:34:13.917048 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-9a2944f0-866e-40d9-a187-76b0131b2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:13.919183 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-9a2944f0-866e-40d9-a187-76b0131b2f4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df918562-2a70-4299-8daa-e0ecc8a2a7c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0492308 Apr 28 19:34:13.941092 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-67141438-58ca-4941-ab92-59bfdd74cbef None None] For port 686128be-2610-48bc-bd8b-d95f5e674c70, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=686128be-2610-48bc-bd8b-d95f5e674c70,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:13.975078 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-9cadb57d-b54e-4d83-bb9b-87c792a8971a', 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a', 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'fixed_ips': [{'subnet_id': '8b72cac3-72ca-4615-ae3e-34df33bead2a'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:34:13.976203 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:13.979351 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67141438-58ca-4941-ab92-59bfdd74cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:14.010802 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks [] for router_gateway (43c8a649-8866-4a6e-a45a-130bca918120), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:14.048106 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-6d9eac42-5f4d-42c7-802c-c10afc524655 service neutron] 10.222.0.45 "GET /v2.0/networks/df918562-2a70-4299-8daa-e0ecc8a2a7c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191051 Apr 28 19:34:14.144737 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9de62bf4-71cf-47d3-9a00-4bf00ea00ea8 None None] Provisioning complete for port 686128be-2610-48bc-bd8b-d95f5e674c70 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:14.148432 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9de62bf4-71cf-47d3-9a00-4bf00ea00ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:14.195582 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece96b6-7e25-47cf-833c-eb540d45d462 req-3ec0a82c-7bb3-42eb-b32d-c43d5349f639 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:14.197514 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4ece96b6-7e25-47cf-833c-eb540d45d462 req-3ec0a82c-7bb3-42eb-b32d-c43d5349f639 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0582321 Apr 28 19:34:14.251758 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62e96883-63a6-44b2-b241-74cc8ce7db82 req-5853543d-c6b8-4131-a029-0c01d1b9e34c service neutron] 10.222.0.45 "GET /v2.0/networks/df918562-2a70-4299-8daa-e0ecc8a2a7c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945446 Apr 28 19:34:14.259583 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67141438-58ca-4941-ab92-59bfdd74cbef None None] Pushing event updated for resources: {'Port': ['ID=686128be-2610-48bc-bd8b-d95f5e674c70,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:14.260792 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks [] for router_gateway (43c8a649-8866-4a6e-a45a-130bca918120), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:14.307766 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4ece96b6-7e25-47cf-833c-eb540d45d462 req-64713a42-46bf-4df3-aab5-0bae3db3f6c4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951383 Apr 28 19:34:14.316581 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:14.402979 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9de62bf4-71cf-47d3-9a00-4bf00ea00ea8 None None] Current status of the port 686128be-2610-48bc-bd8b-d95f5e674c70 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:14.522448 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Allocated IP 172.27.2.56 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/e7a6b7d2-35db-4c81-98b7-885725b1585b) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:14.755993 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:14.772993 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Allocated IP 172.20.0.2 (9cadb57d-b54e-4d83-bb9b-87c792a8971a/8b72cac3-72ca-4615-ae3e-34df33bead2a/27aa1f2d-3788-492e-8f1e-d7c4869c9eec) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:14.787104 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:14.806190 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2adb5f-435d-485e-b012-0b48eaa08a08 req-42840090-3ed1-48b8-9274-62b56cb06150 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:14.809533 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2d2adb5f-435d-485e-b012-0b48eaa08a08 req-42840090-3ed1-48b8-9274-62b56cb06150 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 948 time: 0.1135283 Apr 28 19:34:14.835912 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f90cd6f-fb52-4e79-bc09-773ed0216ed1 None None] The sync data for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi is: [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:14.896843 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks [] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:14.999066 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2d2adb5f-435d-485e-b012-0b48eaa08a08 req-a420b011-c771-4e80-8b7b-b3993cbe1a5c tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829047 Apr 28 19:34:15.057655 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:15.097337 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:15.100472 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:15.109701 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:15.151278 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Publish callbacks [] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:15.169612 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:15.216549 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Pushing event updated for resources: {'Port': ['ID=e7a6b7d2-35db-4c81-98b7-885725b1585b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:15.235226 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:15.240758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:15.248058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:15.256463 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Pushing event updated for resources: {'Port': ['ID=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:15.332150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Attempting to bind port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:15.332783 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Attempting to bind port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:15.333242 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Attempting to bind port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec on network 9cadb57d-b54e-4d83-bb9b-87c792a8971a {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:15.346424 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:15.346424 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Checking segment: {'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:15.346923 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:15.347287 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Bound using segment: {'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:15.347840 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Bound port: 27aa1f2d-3788-492e-8f1e-d7c4869c9eec, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:15.348295 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:15.427528 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks [] for router_gateway (43c8a649-8866-4a6e-a45a-130bca918120), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:15.449276 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] For port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:15.452915 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] For port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,segment=NetworkSegment(1f1a5142-a790-4e28-9962-2b0200ebe574),segment_id=1f1a5142-a790-4e28-9962-2b0200ebe574)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:15.461730 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:15.550674 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc4b2a-9a0d-4e40-8867-9e1385f8bece None None] Pushing event updated for resources: {'Port': ['ID=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:16.201301 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (43c8a649-8866-4a6e-a45a-130bca918120), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:16.210791 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device bd7c7868-1244-41b6-b5bb-53163280cf93 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:16.367979 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52674) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:16.373585 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-3052e1c9-3e34-4f00-9205-eaf9c2bfd611 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117215220', 'description': 'tempest-description--517950231'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:16.373808 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port bd7c7868-1244-41b6-b5bb-53163280cf93, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bd7c7868-1244-41b6-b5bb-53163280cf93,segment=NetworkSegment(9b4c859f-10ca-4dd6-9331-5b6152339bc1),segment_id=9b4c859f-10ca-4dd6-9331-5b6152339bc1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:16.387666 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'bd7c7868-1244-41b6-b5bb-53163280cf93', 'network_id': 'df918562-2a70-4299-8daa-e0ecc8a2a7c8', 'port_id': 'bd7c7868-1244-41b6-b5bb-53163280cf93', 'mac_address': 'fa:16:3e:79:dd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f9c0d6-7cc4-4e97-9485-d9f2c543165b', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:16.421240 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db57332-d768-4d2a-8302-91ce1f53d972 req-b69ceeb9-002d-4ef7-9721-eb5c5f896827 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:16.423047 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1db57332-d768-4d2a-8302-91ce1f53d972 req-b69ceeb9-002d-4ef7-9721-eb5c5f896827 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 948 time: 0.2863300 Apr 28 19:34:16.475088 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3052e1c9-3e34-4f00-9205-eaf9c2bfd611 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:16.482719 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port bd7c7868-1244-41b6-b5bb-53163280cf93 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:16.483109 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:16.516259 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7c7868-1244-41b6-b5bb-53163280cf93 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:16.553448 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port bd7c7868-1244-41b6-b5bb-53163280cf93, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bd7c7868-1244-41b6-b5bb-53163280cf93,segment=NetworkSegment(9b4c859f-10ca-4dd6-9331-5b6152339bc1),segment_id=9b4c859f-10ca-4dd6-9331-5b6152339bc1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:16.563508 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:16.618068 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1db57332-d768-4d2a-8302-91ce1f53d972 req-d8b27389-e4d2-4662-a6aa-28eb53eea697 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884758 Apr 28 19:34:16.640864 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=bd7c7868-1244-41b6-b5bb-53163280cf93,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:16.644785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3052e1c9-3e34-4f00-9205-eaf9c2bfd611 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group (8a7594c8-e325-42ab-8c9e-d40e0014e561), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:16.650261 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3052e1c9-3e34-4f00-9205-eaf9c2bfd611 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (8a7594c8-e325-42ab-8c9e-d40e0014e561), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:16.677172 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Router 43c8a649-8866-4a6e-a45a-130bca918120 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:34:16.698823 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3052e1c9-3e34-4f00-9205-eaf9c2bfd611 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:16.703791 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3052e1c9-3e34-4f00-9205-eaf9c2bfd611 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3331468 Apr 28 19:34:16.710126 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52680) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:16.725823 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9cfff8af-78ef-44a2-8ea5-e78e5ebb7de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'security_group_rule': {'security_group_id': '8a7594c8-e325-42ab-8c9e-d40e0014e561', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:16.764744 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052e1c9-3e34-4f00-9205-eaf9c2bfd611 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7594c8-e325-42ab-8c9e-d40e0014e561,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:16.806162 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9cfff8af-78ef-44a2-8ea5-e78e5ebb7de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group_rule (15bd4981-5fc1-4587-af6a-37d7b6962888), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.026461 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:17.035707 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 686128be-2610-48bc-bd8b-d95f5e674c70 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:17.041848 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9cfff8af-78ef-44a2-8ea5-e78e5ebb7de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group_rule (15bd4981-5fc1-4587-af6a-37d7b6962888), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.044774 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Sync routers for ids ['43c8a649-8866-4a6e-a45a-130bca918120'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:17.053685 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9cfff8af-78ef-44a2-8ea5-e78e5ebb7de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (15bd4981-5fc1-4587-af6a-37d7b6962888), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.062503 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Routers {'43c8a649-8866-4a6e-a45a-130bca918120'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:17.063220 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['43c8a649-8866-4a6e-a45a-130bca918120'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:17.096052 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.097746 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9cfff8af-78ef-44a2-8ea5-e78e5ebb7de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.097877 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a5d10e77-dc5b-4926-b970-98f8096b85cc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4378812 Apr 28 19:34:17.100663 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9cfff8af-78ef-44a2-8ea5-e78e5ebb7de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3890727 Apr 28 19:34:17.101095 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52686) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:17.103040 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfff8af-78ef-44a2-8ea5-e78e5ebb7de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bd4981-5fc1-4587-af6a-37d7b6962888,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:17.104790 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52688) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:17.117024 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-51d11085-45f9-4a14-89bd-81b1f77a18db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'security_group_rule': {'security_group_id': '8a7594c8-e325-42ab-8c9e-d40e0014e561', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:17.153987 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 686128be-2610-48bc-bd8b-d95f5e674c70 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:17.155024 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.159433 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['bd7c7868-1244-41b6-b5bb-53163280cf93'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:17.174780 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51d11085-45f9-4a14-89bd-81b1f77a18db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group_rule (9f7e3397-0368-4ddf-8f27-2e5e4398b097), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.211544 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Set router 43c8a649-8866-4a6e-a45a-130bca918120 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:17.272386 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c1b6d9-f7ba-4c84-bc58-117706919029 None None] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:17.299496 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51d11085-45f9-4a14-89bd-81b1f77a18db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group_rule (9f7e3397-0368-4ddf-8f27-2e5e4398b097), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.309271 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51d11085-45f9-4a14-89bd-81b1f77a18db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (9f7e3397-0368-4ddf-8f27-2e5e4398b097), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.336770 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d11085-45f9-4a14-89bd-81b1f77a18db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7e3397-0368-4ddf-8f27-2e5e4398b097,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:17.351024 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51d11085-45f9-4a14-89bd-81b1f77a18db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.355880 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-51d11085-45f9-4a14-89bd-81b1f77a18db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2469668 Apr 28 19:34:17.359629 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52690) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:17.364293 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:17.388344 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-787185e3-92cb-421f-887a-0163a38bbd98 None None] Provisioning complete for port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:17.388979 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787185e3-92cb-421f-887a-0163a38bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.412547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.459727 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:34:15Z', 'revision_number': 3, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port': {'id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:14Z', 'updated_at': '2022-04-28T19:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:17.594720 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.613347 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Checking router: 43c8a649-8866-4a6e-a45a-130bca918120 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:17.613602 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Updating router 43c8a649-8866-4a6e-a45a-130bca918120 port e7a6b7d2-35db-4c81-98b7-885725b1585b binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:17.638463 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a701345f-d538-4e59-99ad-6cdb44623000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.645754 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.706398 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 686128be-2610-48bc-bd8b-d95f5e674c70 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:17.707686 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 27aa1f2d-3788-492e-8f1e-d7c4869c9eec up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:17.771808 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Allocated IP 172.27.2.60 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/604d189d-8d2c-436d-8e98-4b47a75a5a57) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:17.863440 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-787185e3-92cb-421f-887a-0163a38bbd98 None None] Current status of the port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:17.863917 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787185e3-92cb-421f-887a-0163a38bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.900856 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb1f34-53cf-45a4-836f-efa1732b913d req-e7459af4-2a55-4e0a-98d0-ac84f856b781 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:17.903006 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0abb1f34-53cf-45a4-836f-efa1732b913d req-e7459af4-2a55-4e0a-98d0-ac84f856b781 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 949 time: 0.1168797 Apr 28 19:34:17.944844 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:17.944844 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.952093 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-787185e3-92cb-421f-887a-0163a38bbd98 None None] For port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,segment=NetworkSegment(1f1a5142-a790-4e28-9962-2b0200ebe574),segment_id=1f1a5142-a790-4e28-9962-2b0200ebe574)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:17.971408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:17.998386 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787185e3-92cb-421f-887a-0163a38bbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.003823 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.070179 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.106416 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787185e3-92cb-421f-887a-0163a38bbd98 None None] Pushing event updated for resources: {'Port': ['ID=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:18.137885 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:18.144795 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:18.147611 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:18.186748 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:18.209278 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0abb1f34-53cf-45a4-836f-efa1732b913d req-0f303dd3-2281-4472-848d-93a4ba2cdd82 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687772 Apr 28 19:34:18.212482 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'Port': ['ID=604d189d-8d2c-436d-8e98-4b47a75a5a57,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:18.262341 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Allocated IP 172.20.0.1 (9cadb57d-b54e-4d83-bb9b-87c792a8971a/8b72cac3-72ca-4615-ae3e-34df33bead2a/c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:18.276392 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.325011 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.326915 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4b1ab071-08ec-471d-b0fd-6eada86d59e7 None None] Provisioning complete for port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:18.331802 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab071-08ec-471d-b0fd-6eada86d59e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.382830 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Publish callbacks [] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.396221 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.419524 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks [] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.450969 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606f9df-15d4-41ca-be0f-4815926d0186 None None] Pushing event updated for resources: {'Port': ['ID=e7a6b7d2-35db-4c81-98b7-885725b1585b,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:18.472784 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Attempting to bind port e7a6b7d2-35db-4c81-98b7-885725b1585b on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:18.473160 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Attempting to bind port e7a6b7d2-35db-4c81-98b7-885725b1585b by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:18.473523 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Attempting to bind port e7a6b7d2-35db-4c81-98b7-885725b1585b on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:18.480636 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:18.481009 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:18.481550 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.481965 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:18.482491 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Bound port: e7a6b7d2-35db-4c81-98b7-885725b1585b, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:18.482897 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.493844 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.530016 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ab071-08ec-471d-b0fd-6eada86d59e7 None None] Current status of the port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:18.552826 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] For port e7a6b7d2-35db-4c81-98b7-885725b1585b, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:18.556690 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:18.557468 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] For port e7a6b7d2-35db-4c81-98b7-885725b1585b, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=e7a6b7d2-35db-4c81-98b7-885725b1585b,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:18.564833 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:18.566183 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.568046 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.570943 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:18.571684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (43c8a649-8866-4a6e-a45a-130bca918120), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.575323 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.579741 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Pushing event updated for resources: {'Port': ['ID=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:18.671778 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606f9df-15d4-41ca-be0f-4815926d0186 None None] Pushing event updated for resources: {'Port': ['ID=e7a6b7d2-35db-4c81-98b7-885725b1585b,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:18.701066 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'Port': ['ID=604d189d-8d2c-436d-8e98-4b47a75a5a57,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:18.702949 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Routers {'43c8a649-8866-4a6e-a45a-130bca918120'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:18.703581 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:33:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['43c8a649-8866-4a6e-a45a-130bca918120'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:18.720415 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.756865 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.758149 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5d2c4317-2ef4-47eb-9093-095a58f8f67f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3973446 Apr 28 19:34:18.900006 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:18.929418 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 27aa1f2d-3788-492e-8f1e-d7c4869c9eec up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:18.962177 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] Set router 43c8a649-8866-4a6e-a45a-130bca918120 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:18.990511 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device bd7c7868-1244-41b6-b5bb-53163280cf93 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:19.067204 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bcc9cea8-3e0b-4e50-be0f-ea6c79f6a787 None None] Provisioning complete for port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:19.067598 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bcc9cea8-3e0b-4e50-be0f-ea6c79f6a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.138404 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9cea8-3e0b-4e50-be0f-ea6c79f6a787 None None] Port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:19.142030 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:19.142341 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.146922 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port bd7c7868-1244-41b6-b5bb-53163280cf93 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:34:19.186930 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port bd7c7868-1244-41b6-b5bb-53163280cf93 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:19.187323 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.222802 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-4178dae0-4234-44c1-b013-92bd4811e927 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2117215220&fields=id&tenant_id=fcbdf487dfc7477a87134b1b21cebe96 HTTP/1.1" status: 200 len: 267 time: 0.1570320 Apr 28 19:34:19.237362 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:34:15Z', 'revision_number': 3, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port': {'id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:14Z', 'updated_at': '2022-04-28T19:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:19.270347 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9b6404-2966-4fdd-b2fd-7ffdbabb04ca None None] The sync data for ids ['43c8a649-8866-4a6e-a45a-130bca918120'] in dv-cinder-826949-7-iscsi is: [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:34:15Z', 'revision_number': 3, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port': {'id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:14Z', 'updated_at': '2022-04-28T19:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:19.350483 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks [] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.370850 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.371589 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13bc3a-0d77-4b0c-a96d-0dd815faf39a req-16eb89e4-8f72-456d-aacc-8cd903a82056 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:19.372410 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (43c8a649-8866-4a6e-a45a-130bca918120), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.373111 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:19.374002 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-af13bc3a-0d77-4b0c-a96d-0dd815faf39a req-16eb89e4-8f72-456d-aacc-8cd903a82056 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 949 time: 0.0685322 Apr 28 19:34:19.428594 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port bd7c7868-1244-41b6-b5bb-53163280cf93 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:19.428594 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.447755 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Pushing event updated for resources: {'Port': ['ID=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:19.449883 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-af13bc3a-0d77-4b0c-a96d-0dd815faf39a req-313464cc-f1c5-4cde-a703-804e59855bb3 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Apr 28 19:34:19.477407 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151d7f65-0475-45c6-abb5-979714880ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c7868-1244-41b6-b5bb-53163280cf93'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:19.481144 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbb5a6d-4e2e-4fbd-8791-58b53d292fd9" -d '{"events": [{"server_uuid": "151d7f65-0475-45c6-abb5-979714880ad2", "name": "network-vif-plugged", "status": "completed", "tag": "bd7c7868-1244-41b6-b5bb-53163280cf93"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:19.514187 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port bd7c7868-1244-41b6-b5bb-53163280cf93, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bd7c7868-1244-41b6-b5bb-53163280cf93,segment=NetworkSegment(9b4c859f-10ca-4dd6-9331-5b6152339bc1),segment_id=9b4c859f-10ca-4dd6-9331-5b6152339bc1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:19.525329 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.593799 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c844a8-2aef-4ab6-b268-ff90969a1d74 x-openstack-request-id: req-63c844a8-2aef-4ab6-b268-ff90969a1d74 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:19.594436 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151d7f65-0475-45c6-abb5-979714880ad2", "name": "network-vif-plugged", "status": "completed", "tag": "bd7c7868-1244-41b6-b5bb-53163280cf93", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:19.595388 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63c844a8-2aef-4ab6-b268-ff90969a1d74 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:19.596285 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c844a8-2aef-4ab6-b268-ff90969a1d74'] response: {'server_uuid': '151d7f65-0475-45c6-abb5-979714880ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c7868-1244-41b6-b5bb-53163280cf93', 'code': 200} Apr 28 19:34:19.614664 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-56b61a7c-721e-404b-8cde-3c2ea19b23ca tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:19.616552 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-56b61a7c-721e-404b-8cde-3c2ea19b23ca tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 818 time: 0.3841991 Apr 28 19:34:19.638460 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=bd7c7868-1244-41b6-b5bb-53163280cf93,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:19.646707 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-830b7c6e-fc63-4521-be78-6335687b6e9e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/quotas/fcbdf487dfc7477a87134b1b21cebe96 HTTP/1.1" status: 200 len: 375 time: 0.0174127 Apr 28 19:34:19.654845 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:19.721737 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:19.752112 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-cfaadc47-7678-461e-87a7-d07383a874bb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0960016 Apr 28 19:34:19.809245 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-204de708-ab20-4500-940f-881c8dae7ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:19.863065 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57d7e-0428-42e4-a466-39df94dedc3c req-c609287a-06d5-4766-86ca-2a6f3c48dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:19.870258 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6dc57d7e-0428-42e4-a466-39df94dedc3c req-c609287a-06d5-4766-86ca-2a6f3c48dfd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 1134 time: 0.0849671 Apr 28 19:34:19.950247 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6dc57d7e-0428-42e4-a466-39df94dedc3c req-2fee03c1-c8d3-4f07-88a0-cd97e6f87761 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735929 Apr 28 19:34:19.993860 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-33465e4c-8062-426e-8d64-87bcfcdb2ac5 service neutron] 10.222.0.55 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406232 Apr 28 19:34:20.059940 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Router 43c8a649-8866-4a6e-a45a-130bca918120 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:20.101475 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-46feed2f-2e7a-4e35-8ff4-d22e7a969afd None None] Provisioning complete for port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:20.101891 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46feed2f-2e7a-4e35-8ff4-d22e7a969afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:20.150453 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-46feed2f-2e7a-4e35-8ff4-d22e7a969afd None None] Port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:20.171154 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-2a6f6e02-096f-4703-8673-cd9d7dda31d6 service neutron] 10.222.0.55 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669221 Apr 28 19:34:20.259009 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:20.272947 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a9ed2e81-d0d3-4ef9-807e-c0641b646618 admin admin] 10.222.0.55 "PUT /v2.0/routers/43c8a649-8866-4a6e-a45a-130bca918120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1538885 Apr 28 19:34:20.509618 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-70965e3f-89c7-4fa8-8249-9e2f34d99736 req-ff4333ae-9e3e-42bf-813d-f5ce22e95a8a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 210 time: 0.0632350 Apr 28 19:34:20.689915 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160fbe5-1af0-43f1-a747-967aa92d3e7d req-872bc940-d63b-4a2d-a1d0-1183de848880 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:20.697719 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7160fbe5-1af0-43f1-a747-967aa92d3e7d req-872bc940-d63b-4a2d-a1d0-1183de848880 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 950 time: 0.0980649 Apr 28 19:34:20.765080 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7160fbe5-1af0-43f1-a747-967aa92d3e7d req-4fedee38-4a85-427d-aca2-ce2de40533fe tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663261 Apr 28 19:34:20.911432 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:20.961000 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device e7a6b7d2-35db-4c81-98b7-885725b1585b up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:21.015856 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port e7a6b7d2-35db-4c81-98b7-885725b1585b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:21.016463 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.148544 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port e7a6b7d2-35db-4c81-98b7-885725b1585b is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:21.148937 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.171893 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port e7a6b7d2-35db-4c81-98b7-885725b1585b, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=e7a6b7d2-35db-4c81-98b7-885725b1585b,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:21.177281 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.244862 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=e7a6b7d2-35db-4c81-98b7-885725b1585b,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:21.307865 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52750) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:21.313513 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-00e55eb2-8ba9-4218-8303-c3125c8be90b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132767412', 'description': 'tempest-secgroup-smoke-132767412 description', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:21.358758 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-00e55eb2-8ba9-4218-8303-c3125c8be90b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.694640 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-00e55eb2-8ba9-4218-8303-c3125c8be90b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group (9249f2d5-68c0-4cac-8e64-373c4b980a8b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.707995 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-00e55eb2-8ba9-4218-8303-c3125c8be90b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9249f2d5-68c0-4cac-8e64-373c4b980a8b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.745538 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c4562baf-f1a1-4939-bd41-16018b4dfae8 req-087598a0-4fcc-4fcc-acdf-1c577c7e6208 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 210 time: 0.0490191 Apr 28 19:34:21.759817 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e55eb2-8ba9-4218-8303-c3125c8be90b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9249f2d5-68c0-4cac-8e64-373c4b980a8b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:21.773759 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-00e55eb2-8ba9-4218-8303-c3125c8be90b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.775127 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-00e55eb2-8ba9-4218-8303-c3125c8be90b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4657030 Apr 28 19:34:21.778639 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52758) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:21.783450 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-2c721fb7-da28-4c98-8b5a-e7249ea93bf6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'security_group_rule': {'security_group_id': '9249f2d5-68c0-4cac-8e64-373c4b980a8b', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:21.815037 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2c721fb7-da28-4c98-8b5a-e7249ea93bf6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (9937a3e0-a1e9-43ae-b489-a819ac36ede8), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.905564 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2c721fb7-da28-4c98-8b5a-e7249ea93bf6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (9937a3e0-a1e9-43ae-b489-a819ac36ede8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.912187 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2c721fb7-da28-4c98-8b5a-e7249ea93bf6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (9937a3e0-a1e9-43ae-b489-a819ac36ede8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.943697 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c721fb7-da28-4c98-8b5a-e7249ea93bf6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9937a3e0-a1e9-43ae-b489-a819ac36ede8,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:21.954015 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2c721fb7-da28-4c98-8b5a-e7249ea93bf6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:21.955520 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2c721fb7-da28-4c98-8b5a-e7249ea93bf6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1758351 Apr 28 19:34:21.958936 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52762) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:21.965765 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b8c6c0cb-fe90-40dd-97fb-2be6b06daed5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'security_group_rule': {'security_group_id': '9249f2d5-68c0-4cac-8e64-373c4b980a8b', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:22.023574 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c0cb-fe90-40dd-97fb-2be6b06daed5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (214486fb-b02b-491a-895e-3372c960ad75), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.031710 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bfb17-087c-42e3-a27f-94675ec9e795 req-c2a0e505-f01e-428e-b848-f3668500216a tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:22.038805 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-243bfb17-087c-42e3-a27f-94675ec9e795 req-c2a0e505-f01e-428e-b848-f3668500216a tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 950 time: 0.1308100 Apr 28 19:34:22.102077 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-243bfb17-087c-42e3-a27f-94675ec9e795 req-6afd54f5-d9fc-4d9e-84ba-afd80494b23c tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620532 Apr 28 19:34:22.106906 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c0cb-fe90-40dd-97fb-2be6b06daed5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (214486fb-b02b-491a-895e-3372c960ad75), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.123293 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c0cb-fe90-40dd-97fb-2be6b06daed5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (214486fb-b02b-491a-895e-3372c960ad75), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.142268 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6c0cb-fe90-40dd-97fb-2be6b06daed5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214486fb-b02b-491a-895e-3372c960ad75,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:22.157603 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c0cb-fe90-40dd-97fb-2be6b06daed5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.158944 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b8c6c0cb-fe90-40dd-97fb-2be6b06daed5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989253 Apr 28 19:34:22.161788 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52764) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:22.166309 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-6a4c05ab-5350-4849-b15b-f3800b3ba11d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'security_group_rule': {'security_group_id': '9249f2d5-68c0-4cac-8e64-373c4b980a8b', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:22.172223 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Sync routers for ids ['43c8a649-8866-4a6e-a45a-130bca918120'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:22.189022 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Routers {'43c8a649-8866-4a6e-a45a-130bca918120'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:22.192615 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['43c8a649-8866-4a6e-a45a-130bca918120'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:22.213782 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6a4c05ab-5350-4849-b15b-f3800b3ba11d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (6a27bac7-ebec-4908-87f1-5579f21f7546), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.338385 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6a4c05ab-5350-4849-b15b-f3800b3ba11d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (6a27bac7-ebec-4908-87f1-5579f21f7546), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.368816 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6a4c05ab-5350-4849-b15b-f3800b3ba11d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (6a27bac7-ebec-4908-87f1-5579f21f7546), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.395869 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c05ab-5350-4849-b15b-f3800b3ba11d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a27bac7-ebec-4908-87f1-5579f21f7546,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:22.421465 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6a4c05ab-5350-4849-b15b-f3800b3ba11d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.426002 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6a4c05ab-5350-4849-b15b-f3800b3ba11d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2629912 Apr 28 19:34:22.428732 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52766) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:22.436611 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-2deb31fd-203f-45e6-98da-d5c0a1b67fd6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'security_group_rule': {'security_group_id': '9249f2d5-68c0-4cac-8e64-373c4b980a8b', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:22.513257 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.544550 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Set router 43c8a649-8866-4a6e-a45a-130bca918120 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:22.548973 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2deb31fd-203f-45e6-98da-d5c0a1b67fd6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (7deb03bc-ec82-47c2-be9b-c299cce223ac), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.607882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-f0c0e884-0ec6-4b83-80c2-3d27bbd175b1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:22.609401 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-f0c0e884-0ec6-4b83-80c2-3d27bbd175b1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 818 time: 0.2780743 Apr 28 19:34:22.647423 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2deb31fd-203f-45e6-98da-d5c0a1b67fd6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (7deb03bc-ec82-47c2-be9b-c299cce223ac), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.659031 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2deb31fd-203f-45e6-98da-d5c0a1b67fd6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (7deb03bc-ec82-47c2-be9b-c299cce223ac), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.693581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb31fd-203f-45e6-98da-d5c0a1b67fd6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7deb03bc-ec82-47c2-be9b-c299cce223ac,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:22.742762 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2deb31fd-203f-45e6-98da-d5c0a1b67fd6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.744307 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2deb31fd-203f-45e6-98da-d5c0a1b67fd6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3129966 Apr 28 19:34:22.747684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52780) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:22.756974 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'security_group_rule': {'security_group_id': '9249f2d5-68c0-4cac-8e64-373c4b980a8b', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:22.767097 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-9c394072-3545-458d-93be-87c92ae082e6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcbdf487dfc7477a87134b1b21cebe96 HTTP/1.1" status: 200 len: 380 time: 0.1179707 Apr 28 19:34:22.783178 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'port': {'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'admin_state_up': True, 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'security_groups': ['8a7594c8-e325-42ab-8c9e-d40e0014e561']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:22.818063 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.securitygroups_db [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Project f69851bdb16349d98dfbdf2bb9290d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:34:22.819246 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:34:18Z', 'revision_number': 4, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port': {'id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:14Z', 'updated_at': '2022-04-28T19:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc', 'name': '', 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'mac_address': 'fa:16:3e:75:33:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8b72cac3-72ca-4615-ae3e-34df33bead2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:17Z', 'updated_at': '2022-04-28T19:34:19Z', 'revision_number': 2, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'subnets': [{'id': '8b72cac3-72ca-4615-ae3e-34df33bead2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:22.833059 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (14ed7db8-eb29-4e9a-8544-2465bd6698fe), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.895019 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Checking router: 43c8a649-8866-4a6e-a45a-130bca918120 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:22.895757 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Updating router 43c8a649-8866-4a6e-a45a-130bca918120 port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:22.940677 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (14ed7db8-eb29-4e9a-8544-2465bd6698fe), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.951854 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (14ed7db8-eb29-4e9a-8544-2465bd6698fe), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.953297 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device e7a6b7d2-35db-4c81-98b7-885725b1585b up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:22.959417 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:22.972999 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5a77aa4c-9fb1-4e11-902d-f136d4cb7044 req-96eee4b7-2343-4da1-b154-f8f9a5ed4ddb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 210 time: 0.0838165 Apr 28 19:34:22.973795 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ed7db8-eb29-4e9a-8544-2465bd6698fe,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:23.016607 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.017870 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-30f209f3-7fbf-47db-ac48-20b389aabc41 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2687364 Apr 28 19:34:23.022452 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52784) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:23.028425 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'security_group_rule': {'security_group_id': '9249f2d5-68c0-4cac-8e64-373c4b980a8b', 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:23.056886 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Made reservation on behalf of fcbdf487dfc7477a87134b1b21cebe96 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:23.063746 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.securitygroups_db [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Project f69851bdb16349d98dfbdf2bb9290d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:34:23.064354 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.079014 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (f48efd95-f5d8-4917-8c83-4fc0e76f503f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.140234 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port e7a6b7d2-35db-4c81-98b7-885725b1585b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:23.140616 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.182834 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (f48efd95-f5d8-4917-8c83-4fc0e76f503f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.193664 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (f48efd95-f5d8-4917-8c83-4fc0e76f503f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.230574 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48efd95-f5d8-4917-8c83-4fc0e76f503f,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:23.274229 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Allocated IP 172.20.0.11 (a84777c5-d18a-4052-82b2-1d0f58c42b6a/83bb5d5e-c696-497a-945b-7c710a15c7ee/9f903141-d789-4b82-9c0b-b10aae5e528e) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:23.299164 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.300900 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6b82c773-e12f-4a6b-b5cd-fb20b369a805 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2768095 Apr 28 19:34:23.310227 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a480175-3a81-47f5-abee-756f128d01f2 req-a3e77ece-2b13-4e13-829a-347b1f2ee5fb tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:23.310862 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port e7a6b7d2-35db-4c81-98b7-885725b1585b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:23.311572 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5a480175-3a81-47f5-abee-756f128d01f2 req-a3e77ece-2b13-4e13-829a-347b1f2ee5fb tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 950 time: 0.1147385 Apr 28 19:34:23.398747 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5a480175-3a81-47f5-abee-756f128d01f2 req-454043cc-2141-4231-86fb-52d6f80928f1 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599384 Apr 28 19:34:23.409798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Publish callbacks [] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.422391 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.560667 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e29b5-fdfe-4745-9d48-947ccb90830b None None] Pushing event updated for resources: {'Port': ['ID=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:23.566656 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.594186 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Attempting to bind port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:23.594822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Attempting to bind port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:23.595356 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Attempting to bind port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc on network 9cadb57d-b54e-4d83-bb9b-87c792a8971a {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:23.601448 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:23.602143 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Checking segment: {'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:23.604747 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.605886 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Bound using segment: {'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:23.606392 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Bound port: c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1a5142-a790-4e28-9962-2b0200ebe574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:23.606775 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.635589 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.690564 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event updated for resources: {'Port': ['ID=9f903141-d789-4b82-9c0b-b10aae5e528e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:23.719567 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:23.721016 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:23.724028 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:23.725161 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] For port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:23.740456 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] For port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,segment=NetworkSegment(1f1a5142-a790-4e28-9962-2b0200ebe574),segment_id=1f1a5142-a790-4e28-9962-2b0200ebe574)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:23.753385 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.868839 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e29b5-fdfe-4745-9d48-947ccb90830b None None] Pushing event updated for resources: {'Port': ['ID=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:23.883264 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:23.883915 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:23.922211 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83083e-0c32-44e4-a20e-7a49c06cbad0 req-57e358f0-c52c-49a0-99c1-de3c793ebb09 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:23.932967 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-51ea12d5-ef8b-4f83-ac90-f6e73d41e125 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1594012 Apr 28 19:34:23.934772 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7f83083e-0c32-44e4-a20e-7a49c06cbad0 req-57e358f0-c52c-49a0-99c1-de3c793ebb09 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 950 time: 0.0984621 Apr 28 19:34:23.940787 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-d54c5384-9548-4beb-a055-fd54711f14e8 None None] Provisioning complete for port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:23.941271 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d54c5384-9548-4beb-a055-fd54711f14e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:24.025962 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7f83083e-0c32-44e4-a20e-7a49c06cbad0 req-4af54cae-16e4-4068-9fb2-759ebdec4eeb tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867965 Apr 28 19:34:24.027549 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Routers {'43c8a649-8866-4a6e-a45a-130bca918120'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:24.028369 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['43c8a649-8866-4a6e-a45a-130bca918120'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:24.107361 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:24.175841 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee671062-6f8f-4172-9520-83bca25c24d4 req-508ac5ca-faf6-408e-a8df-63ff5b81a87c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:24.178068 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ee671062-6f8f-4172-9520-83bca25c24d4 req-508ac5ca-faf6-408e-a8df-63ff5b81a87c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 932 time: 0.0752852 Apr 28 19:34:24.238509 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d54c5384-9548-4beb-a055-fd54711f14e8 None None] Current status of the port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:24.238896 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d54c5384-9548-4beb-a055-fd54711f14e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:24.253682 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ee671062-6f8f-4172-9520-83bca25c24d4 req-7b42e387-e8fd-4758-aa97-d98f02f74df3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571988 Apr 28 19:34:24.304308 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] Set router 43c8a649-8866-4a6e-a45a-130bca918120 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:24.307714 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d54c5384-9548-4beb-a055-fd54711f14e8 None None] For port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,segment=NetworkSegment(1f1a5142-a790-4e28-9962-2b0200ebe574),segment_id=1f1a5142-a790-4e28-9962-2b0200ebe574)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:24.336785 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d54c5384-9548-4beb-a055-fd54711f14e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:24.438299 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c5384-9548-4beb-a055-fd54711f14e8 None None] Pushing event updated for resources: {'Port': ['ID=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:24.485520 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-62264b10-8458-4dd3-89f3-646301413351 None None] Provisioning complete for port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:24.485916 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62264b10-8458-4dd3-89f3-646301413351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:24.614017 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:34:18Z', 'revision_number': 4, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port': {'id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:14Z', 'updated_at': '2022-04-28T19:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc', 'name': '', 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'mac_address': 'fa:16:3e:75:33:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8b72cac3-72ca-4615-ae3e-34df33bead2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:17Z', 'updated_at': '2022-04-28T19:34:23Z', 'revision_number': 4, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'subnets': [{'id': '8b72cac3-72ca-4615-ae3e-34df33bead2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:24.642508 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-62264b10-8458-4dd3-89f3-646301413351 None None] Current status of the port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:24.645197 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a181e-1819-4ca2-81e0-d20059b15ba2 None None] The sync data for ids ['43c8a649-8866-4a6e-a45a-130bca918120'] in dv-cinder-826949-7-iscsi is: [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:34:18Z', 'revision_number': 4, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port': {'id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:14Z', 'updated_at': '2022-04-28T19:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc', 'name': '', 'network_id': '9cadb57d-b54e-4d83-bb9b-87c792a8971a', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'mac_address': 'fa:16:3e:75:33:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '8b72cac3-72ca-4615-ae3e-34df33bead2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:17Z', 'updated_at': '2022-04-28T19:34:23Z', 'revision_number': 4, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'subnets': [{'id': '8b72cac3-72ca-4615-ae3e-34df33bead2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:24.655688 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-62264b10-8458-4dd3-89f3-646301413351 None None] Provisioning complete for port 9f903141-d789-4b82-9c0b-b10aae5e528e triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:24.656101 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-62264b10-8458-4dd3-89f3-646301413351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:24.706755 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-62264b10-8458-4dd3-89f3-646301413351 None None] Port 9f903141-d789-4b82-9c0b-b10aae5e528e cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:24.900407 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:24.953875 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:24.954166 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.037925 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:25.061678 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Request body: {'port': {'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:25.144085 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.163101 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6d77b-8f9e-45da-9354-96fbff4195dd req-87806c9b-c37f-4883-affc-3a393e9543f6 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.164857 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d3d6d77b-8f9e-45da-9354-96fbff4195dd req-87806c9b-c37f-4883-affc-3a393e9543f6 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 950 time: 0.0718269 Apr 28 19:34:25.230845 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d3d6d77b-8f9e-45da-9354-96fbff4195dd req-98e056d9-481d-4fab-bb96-51a5e38e12bd tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/security-groups?id=2037a5c1-5282-411a-957d-2afada3950e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560570 Apr 28 19:34:25.437182 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7be497-a703-4b6c-b785-b9b359ad1991 req-066becda-65ad-4d3d-b39d-ab224665106f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.438735 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3d7be497-a703-4b6c-b785-b9b359ad1991 req-066becda-65ad-4d3d-b39d-ab224665106f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 932 time: 0.0934129 Apr 28 19:34:25.527027 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3d7be497-a703-4b6c-b785-b9b359ad1991 req-6821ec49-725a-4786-b9e6-e664fa8bf2d4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818942 Apr 28 19:34:25.575457 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f903141-d789-4b82-9c0b-b10aae5e528e {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:25.584257 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Publish callbacks [] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.585938 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-6728ec70-3be6-4455-b5cf-7338ab112ae9 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.587632 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-6728ec70-3be6-4455-b5cf-7338ab112ae9 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.45 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 950 time: 0.0632737 Apr 28 19:34:25.600499 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Transition to ACTIVE for port object 9f903141-d789-4b82-9c0b-b10aae5e528e will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:34:25.615044 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.662539 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Pushing event updated for resources: {'Port': ['ID=9f903141-d789-4b82-9c0b-b10aae5e528e,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:25.687240 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Deleting port bd7c7868-1244-41b6-b5bb-53163280cf93 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:34:25.687582 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.743914 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Attempting to bind port 9f903141-d789-4b82-9c0b-b10aae5e528e on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:25.744264 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Attempting to bind port 9f903141-d789-4b82-9c0b-b10aae5e528e by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:25.744597 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Attempting to bind port 9f903141-d789-4b82-9c0b-b10aae5e528e on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:25.749553 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Port 9f903141-d789-4b82-9c0b-b10aae5e528e on network a84777c5-d18a-4052-82b2-1d0f58c42b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:25.749905 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Attempting to bind port 9f903141-d789-4b82-9c0b-b10aae5e528e on network a84777c5-d18a-4052-82b2-1d0f58c42b6a {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:25.754859 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:25.755201 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Checking segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:25.755593 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Bound using segment: {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:25.756614 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Bound port: 9f903141-d789-4b82-9c0b-b10aae5e528e, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940d82d8-6ed1-4c73-9e63-1483f33562f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:25.756614 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.786304 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] For port bd7c7868-1244-41b6-b5bb-53163280cf93, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bd7c7868-1244-41b6-b5bb-53163280cf93,segment=NetworkSegment(9b4c859f-10ca-4dd6-9331-5b6152339bc1),segment_id=9b4c859f-10ca-4dd6-9331-5b6152339bc1)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:25.786599 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.805461 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Calling delete_port for bd7c7868-1244-41b6-b5bb-53163280cf93 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:34:25.835295 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] For port 9f903141-d789-4b82-9c0b-b10aae5e528e, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:25.838630 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] For port 9f903141-d789-4b82-9c0b-b10aae5e528e, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f903141-d789-4b82-9c0b-b10aae5e528e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:25.845824 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.898561 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:25.899385 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:25.900915 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] 10.222.0.45 "PUT /v2.0/ports/9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 1094 time: 0.8445666 Apr 28 19:34:25.902320 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:25.904842 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b8e363-7576-44fc-81c0-347eeea41f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:25.997731 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b71bbeb-f8b7-4037-bc86-23978692ecec x-openstack-request-id: req-8b71bbeb-f8b7-4037-bc86-23978692ecec {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:25.998176 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:25.998565 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b71bbeb-f8b7-4037-bc86-23978692ecec {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:25.999088 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b71bbeb-f8b7-4037-bc86-23978692ecec'] response: {'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'status': 'completed', 'code': 200} Apr 28 19:34:26.003010 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe542a92-aad2-4a9a-9a9e-4edc19816661 service neutron] Pushing event updated for resources: {'Port': ['ID=9f903141-d789-4b82-9c0b-b10aae5e528e,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:26.009564 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (bd7c7868-1244-41b6-b5bb-53163280cf93), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:26.019493 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-14a182b7-c1e6-4c5a-a0c4-9d4c8d4771aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.021094 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-14a182b7-c1e6-4c5a-a0c4-9d4c8d4771aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1128 time: 0.0661082 Apr 28 19:34:26.033968 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['bd7c7868-1244-41b6-b5bb-53163280cf93'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:26.050329 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Pushing event deleted for resources: {'Port': ['ID=bd7c7868-1244-41b6-b5bb-53163280cf93,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:26.086864 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-ce522a00-0ee3-40ed-9665-e7378af89688 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 217 time: 0.0550110 Apr 28 19:34:26.108695 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] No DVR routers for this DVR port bd7c7868-1244-41b6-b5bb-53163280cf93 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:34:26.112476 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:26.117998 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-16db3827-c856-4715-94db-d123d9ec5fc4 req-2a580fdb-7677-4559-be3e-b6b74409e898 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.45 "DELETE /v2.0/ports/bd7c7868-1244-41b6-b5bb-53163280cf93 HTTP/1.1" status: 204 len: 173 time: 0.5236957 Apr 28 19:34:26.118652 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151d7f65-0475-45c6-abb5-979714880ad2', 'name': 'network-vif-deleted', 'tag': 'bd7c7868-1244-41b6-b5bb-53163280cf93'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:26.121890 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9849a441-3792-4cb9-9acc-a70595997dbe" -d '{"events": [{"server_uuid": "151d7f65-0475-45c6-abb5-979714880ad2", "name": "network-vif-deleted", "tag": "bd7c7868-1244-41b6-b5bb-53163280cf93"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:26.161770 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-593cf1e5-5a4c-4a1d-bf61-2a59f2df98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.163662 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-593cf1e5-5a4c-4a1d-bf61-2a59f2df98f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0697632 Apr 28 19:34:26.186277 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22099fe-c5f5-427c-8736-fc3d933604f8 x-openstack-request-id: req-b22099fe-c5f5-427c-8736-fc3d933604f8 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:26.186821 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151d7f65-0475-45c6-abb5-979714880ad2", "name": "network-vif-deleted", "tag": "bd7c7868-1244-41b6-b5bb-53163280cf93", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:26.186821 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b22099fe-c5f5-427c-8736-fc3d933604f8 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:26.187227 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22099fe-c5f5-427c-8736-fc3d933604f8'] response: {'server_uuid': '151d7f65-0475-45c6-abb5-979714880ad2', 'name': 'network-vif-deleted', 'tag': 'bd7c7868-1244-41b6-b5bb-53163280cf93', 'status': 'completed', 'code': 200} Apr 28 19:34:26.228164 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142be653-0901-4321-adaf-6564c246a309 req-ee9382f4-75d9-43b7-ac7d-ca536aa337c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.229812 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-ee9382f4-75d9-43b7-ac7d-ca536aa337c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551639 Apr 28 19:34:26.399584 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-badb9def-02fc-4e3b-a46b-1de273903cdb service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445253 Apr 28 19:34:26.417754 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c4b36729-880f-4f5b-8530-f28418d29bed req-929afa50-4f62-4fb2-b4ce-5e09158e487b tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 210 time: 0.0416629 Apr 28 19:34:26.508223 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-142be653-0901-4321-adaf-6564c246a309 req-0039fcb2-43bb-4f5e-8b68-4d530a294e78 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017532 Apr 28 19:34:26.651745 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4634e7-def1-4857-8f47-6524a3899c74 req-3349bfbc-87c9-4396-badf-3d1d2be73416 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:26.653252 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2c4634e7-def1-4857-8f47-6524a3899c74 req-3349bfbc-87c9-4396-badf-3d1d2be73416 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 944 time: 0.0538681 Apr 28 19:34:26.677297 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52942) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:26.707017 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2c4634e7-def1-4857-8f47-6524a3899c74 req-06ffcf85-edf1-477f-88be-ad8c4136df0c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477755 Apr 28 19:34:26.726372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] Deleting subnet 8d7cff54-0852-4d7c-8414-fd92ce7de76b {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:34:26.726372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] Publish callbacks [] for subnet (8d7cff54-0852-4d7c-8414-fd92ce7de76b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:26.763985 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] Publish callbacks [] for subnet (8d7cff54-0852-4d7c-8414-fd92ce7de76b), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:26.769723 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (8d7cff54-0852-4d7c-8414-fd92ce7de76b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:26.825041 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for subnet (8d7cff54-0852-4d7c-8414-fd92ce7de76b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:26.848772 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7cff54-0852-4d7c-8414-fd92ce7de76b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:26.857619 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:26.860763 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-09daeb0f-48f5-4ccb-8f37-59c3c7c48763 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8d7cff54-0852-4d7c-8414-fd92ce7de76b HTTP/1.1" status: 204 len: 168 time: 0.1823699 Apr 28 19:34:26.863416 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 52944) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:26.935174 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (fa721afe-23d6-4e6a-924d-0932831cbadd), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.021877 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (fa721afe-23d6-4e6a-924d-0932831cbadd), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.044727 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.045070 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.046023 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.046365 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.046715 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.047050 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.047386 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.047695 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.048012 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.048337 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.121233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.121583 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.122015 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.122348 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:27.123001 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa721afe-23d6-4e6a-924d-0932831cbadd']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:27.141420 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:27.141740 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9249c8d3-fd7c-4573-94aa-75b6ce5d0f38') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:27.158246 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (9249c8d3-fd7c-4573-94aa-75b6ce5d0f38), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.180894 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (9249c8d3-fd7c-4573-94aa-75b6ce5d0f38), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.190360 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:34:27.191067 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (9249c8d3-fd7c-4573-94aa-75b6ce5d0f38), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: from cryptography.utils import int_from_bytes Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: from cryptography.utils import int_from_bytes Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:34:27.195554 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:34:27.255368 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (fa721afe-23d6-4e6a-924d-0932831cbadd), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.263212 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.266624 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fa721afe-23d6-4e6a-924d-0932831cbadd HTTP/1.1" status: 204 len: 168 time: 0.4022899 Apr 28 19:34:27.468153 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52954) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:27.511437 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7cd3210e-9747-4f5f-830a-6671d6404673 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45faf62a35b4477385e5423f3aa1f0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412860 Apr 28 19:34:27.513882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 52956) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:27.551697 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264dbbb-2487-4bef-86f1-e0c8ac7530b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa721afe-23d6-4e6a-924d-0932831cbadd,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:27.567578 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b7baa740-097d-4a31-a6a6-0eb2496227cf admin admin] Publish callbacks [] for security_group (596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.573152 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-11d3404d-4d27-4c72-9b0a-dd5a9f0d8194 req-7493cbe4-da59-4a07-bd54-8cdfc6b6c2c1 tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 210 time: 0.0310304 Apr 28 19:34:27.590120 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b7baa740-097d-4a31-a6a6-0eb2496227cf admin admin] Publish callbacks [] for security_group (596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.635204 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b7baa740-097d-4a31-a6a6-0eb2496227cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.638208 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b7baa740-097d-4a31-a6a6-0eb2496227cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:27.639356 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b7baa740-097d-4a31-a6a6-0eb2496227cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9 HTTP/1.1" status: 204 len: 168 time: 0.1244526 Apr 28 19:34:27.649970 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baa740-097d-4a31-a6a6-0eb2496227cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596abdd9-4b4e-4eb2-98d6-225c4fc9a5a9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:27.825575 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52e68-f84b-46fd-aa1e-5c280fd61eaf req-41d9748d-8bed-4924-b866-ce234fe46e3f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:27.827156 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20a52e68-f84b-46fd-aa1e-5c280fd61eaf req-41d9748d-8bed-4924-b866-ce234fe46e3f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 944 time: 0.0489709 Apr 28 19:34:27.879468 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-20a52e68-f84b-46fd-aa1e-5c280fd61eaf req-d9dc36bb-0197-4597-9e5a-fbfd5f97aabd tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464973 Apr 28 19:34:28.679205 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-91809924-4982-4e3e-bcb8-219c798944bf req-0d86df59-1528-4c8a-88df-cb1dff92e30a tempest-VolumesNegativeTest-361571207 tempest-VolumesNegativeTest-361571207-project] 10.222.0.55 "GET /v2.0/ports?device_id=151d7f65-0475-45c6-abb5-979714880ad2 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Apr 28 19:34:28.991210 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35df5f-2d5f-40fa-9357-09ab85cd391b req-af921169-08f4-4b6f-9aaa-b6899b67dbc8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:28.992725 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7f35df5f-2d5f-40fa-9357-09ab85cd391b req-af921169-08f4-4b6f-9aaa-b6899b67dbc8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 944 time: 0.0459182 Apr 28 19:34:29.006554 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device bd7c7868-1244-41b6-b5bb-53163280cf93 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:34:29.026335 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: bd7c7868-1244-41b6-b5bb-53163280cf93 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:34:29.026689 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device bd7c7868-1244-41b6-b5bb-53163280cf93 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:34:29.041588 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7f35df5f-2d5f-40fa-9357-09ab85cd391b req-6018b72f-3f93-4add-95fb-75d3a6c8fcb4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Apr 28 19:34:29.525834 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-ac21734e-a400-4ce0-a591-d7f25a38037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.527824 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-ac21734e-a400-4ce0-a591-d7f25a38037f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1128 time: 0.0394576 Apr 28 19:34:29.628950 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-528eb96d-799e-4d9f-89f5-c63a160e11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.630448 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-528eb96d-799e-4d9f-89f5-c63a160e11cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.0967827 Apr 28 19:34:29.676724 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-6545b618-97bf-4226-9b1d-c617e8aa44c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 217 time: 0.0365674 Apr 28 19:34:29.725076 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-78732dc0-449c-4379-a4c8-175d53a45594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.726588 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-78732dc0-449c-4379-a4c8-175d53a45594 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0438750 Apr 28 19:34:29.783757 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-f894f19c-ef5d-428e-b853-f526b14e039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:29.785191 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-f894f19c-ef5d-428e-b853-f526b14e039a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457020 Apr 28 19:34:29.877449 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-2be1af5c-6905-4082-929e-9867201cad3f service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858512 Apr 28 19:34:29.972474 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8b8e363-7576-44fc-81c0-347eeea41f0e req-1d8b1c0f-c96d-48ab-ad04-142d3c5e317c service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887148 Apr 28 19:34:30.160791 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74499449-bb35-4038-b43a-cc65a93774ef req-a76f1db8-8694-43df-910e-a514a606bbe5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:30.162312 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-74499449-bb35-4038-b43a-cc65a93774ef req-a76f1db8-8694-43df-910e-a514a606bbe5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 944 time: 0.0506628 Apr 28 19:34:30.210027 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-74499449-bb35-4038-b43a-cc65a93774ef req-6169141a-c0f7-428a-bb34-3645473e1f6d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Apr 28 19:34:31.029650 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9f903141-d789-4b82-9c0b-b10aae5e528e details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:34:31.258600 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 9f903141-d789-4b82-9c0b-b10aae5e528e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f903141-d789-4b82-9c0b-b10aae5e528e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:31.270835 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'mac_address': 'fa:16:3e:7a:7c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:34:31.308091 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 9f903141-d789-4b82-9c0b-b10aae5e528e is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:31.308483 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:31.320869 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f903141-d789-4b82-9c0b-b10aae5e528e {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:31.322373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a35b5-84b7-4bfe-9167-328d4f1ac539 req-9ed5d9f3-7951-4ee3-b45a-f80f19820368 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:31.324458 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f9a35b5-84b7-4bfe-9167-328d4f1ac539 req-9ed5d9f3-7951-4ee3-b45a-f80f19820368 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 944 time: 0.0460682 Apr 28 19:34:31.346498 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 9f903141-d789-4b82-9c0b-b10aae5e528e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f903141-d789-4b82-9c0b-b10aae5e528e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:31.350839 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:31.377121 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4f9a35b5-84b7-4bfe-9167-328d4f1ac539 req-0fd2670a-2d10-457b-9e4e-7543f9008652 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464711 Apr 28 19:34:31.405338 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=9f903141-d789-4b82-9c0b-b10aae5e528e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:31.754826 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['9f903141-d789-4b82-9c0b-b10aae5e528e'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:34:32.502953 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9ba9-1c6e-4cb4-ae16-983497ea6fdd req-1c8ff657-bc78-4c1f-9ce8-2b41e437b735 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:32.504473 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62ba9ba9-1c6e-4cb4-ae16-983497ea6fdd req-1c8ff657-bc78-4c1f-9ce8-2b41e437b735 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 945 time: 0.0510900 Apr 28 19:34:32.551256 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-62ba9ba9-1c6e-4cb4-ae16-983497ea6fdd req-b24ead5c-fc3d-460e-a039-6d7bab1b0b66 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Apr 28 19:34:33.029339 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9f903141-d789-4b82-9c0b-b10aae5e528e up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:33.073768 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 9f903141-d789-4b82-9c0b-b10aae5e528e completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:34:33.080185 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 9f903141-d789-4b82-9c0b-b10aae5e528e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:33.080540 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:33.159138 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 9f903141-d789-4b82-9c0b-b10aae5e528e is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:33.159558 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:33.183425 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:33.186225 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca74515-da81-4932-991c-034d8c4d9496" -d '{"events": [{"server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "name": "network-vif-plugged", "status": "completed", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:33.198606 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 9f903141-d789-4b82-9c0b-b10aae5e528e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f903141-d789-4b82-9c0b-b10aae5e528e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:33.203293 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:33.227072 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6b2f56-58ff-4883-b001-9b628893d750 x-openstack-request-id: req-5d6b2f56-58ff-4883-b001-9b628893d750 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:33.227390 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "name": "network-vif-plugged", "status": "completed", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:33.227649 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d6b2f56-58ff-4883-b001-9b628893d750 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:33.228040 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6b2f56-58ff-4883-b001-9b628893d750'] response: {'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'code': 200} Apr 28 19:34:33.256333 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=9f903141-d789-4b82-9c0b-b10aae5e528e,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:33.404811 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b07a5-5c6c-406a-a4b1-8e1054cce7bd req-f4f3197f-15c0-4dd1-b75c-171321d79ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:33.406252 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-014b07a5-5c6c-406a-a4b1-8e1054cce7bd req-f4f3197f-15c0-4dd1-b75c-171321d79ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1130 time: 0.0383024 Apr 28 19:34:33.455137 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-014b07a5-5c6c-406a-a4b1-8e1054cce7bd req-727db154-ceef-4fea-aa07-e5de39ed9445 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Apr 28 19:34:33.662563 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd820ae0-53a6-456f-a0a8-bb119cd63832 req-fe61f371-5f85-449f-961f-5126c682d163 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:33.663966 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fd820ae0-53a6-456f-a0a8-bb119cd63832 req-fe61f371-5f85-449f-961f-5126c682d163 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0468326 Apr 28 19:34:33.713422 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fd820ae0-53a6-456f-a0a8-bb119cd63832 req-6a072a48-ef9c-4403-b38b-6514a287ed03 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Apr 28 19:34:34.832119 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ce966-ac28-4af8-a40b-36eed50c0b2e req-5f785dca-1eba-424e-9be9-8c6d9dec86d1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:34.833617 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b83ce966-ac28-4af8-a40b-36eed50c0b2e req-5f785dca-1eba-424e-9be9-8c6d9dec86d1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0497942 Apr 28 19:34:34.881440 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b83ce966-ac28-4af8-a40b-36eed50c0b2e req-055229d6-4c4d-418d-9352-fa2076ca2489 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414240 Apr 28 19:34:36.008482 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce057ea1-8d55-40dc-b98e-528694f833d5 req-b422a2c9-ab29-4b81-beae-fbcaa77479fb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:36.010199 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce057ea1-8d55-40dc-b98e-528694f833d5 req-b422a2c9-ab29-4b81-beae-fbcaa77479fb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0519197 Apr 28 19:34:36.066037 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce057ea1-8d55-40dc-b98e-528694f833d5 req-bf77e0bb-9e3a-464f-9252-be9b36fa3a57 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Apr 28 19:34:36.185312 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40afd8-c7de-4a98-af06-d61c9be03ae1 req-24ec3127-7fae-44f7-a49e-fab9e9c90017 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:36.186839 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0c40afd8-c7de-4a98-af06-d61c9be03ae1 req-24ec3127-7fae-44f7-a49e-fab9e9c90017 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0561972 Apr 28 19:34:36.198319 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 53098) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:36.204141 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'floatingip': {'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:36.245983 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:36.745426 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:36.749485 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:36.851840 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Floating IP 81972d6a-b014-4e69-a0f9-230bb454dfd4 associated. External IP: 172.27.2.60, port: 9f903141-d789-4b82-9c0b-b10aae5e528e. Apr 28 19:34:37.073272 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Router 76895e3b-7cd8-45c5-b92c-d98d724871e8 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:37.416453 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:37.421180 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:37.428246 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] Sync routers for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:37.438270 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:37.438843 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:37.452789 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e02e2ffd-d6c2-4c9d-bb24-b06fdb3369ea tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "PUT /v2.0/floatingips/81972d6a-b014-4e69-a0f9-230bb454dfd4 HTTP/1.1" status: 200 len: 991 time: 1.2533722 Apr 28 19:34:37.453372 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:37.455628 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:37.497944 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e90948-d629-4ed3-b02e-28296b0ed17f x-openstack-request-id: req-44e90948-d629-4ed3-b02e-28296b0ed17f {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:37.498237 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:37.498494 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44e90948-d629-4ed3-b02e-28296b0ed17f {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:37.498895 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e90948-d629-4ed3-b02e-28296b0ed17f'] response: {'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'status': 'completed', 'code': 200} Apr 28 19:34:37.551833 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:37.560020 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-f4c18d36-984d-4088-93a8-364e3806a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.561560 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-f4c18d36-984d-4088-93a8-364e3806a4fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1130 time: 0.0396383 Apr 28 19:34:37.671766 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-4dc65aab-98bb-479d-9dd3-cca78cc11a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.672931 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-4dc65aab-98bb-479d-9dd3-cca78cc11a39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.0953057 Apr 28 19:34:37.740270 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-87817c95-d804-41df-b417-1ba5204cdd8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 999 time: 0.0607700 Apr 28 19:34:37.769547 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '81972d6a-b014-4e69-a0f9-230bb454dfd4', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'mac_address': 'fa:16:3e:7a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:18Z', 'updated_at': '2022-04-28T19:34:36Z', 'revision_number': 1, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:37.793082 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-66d3f0fd-0dcb-4e1f-8409-c017b632a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.794586 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-66d3f0fd-0dcb-4e1f-8409-c017b632a406 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0480077 Apr 28 19:34:37.798665 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] Checking router: 76895e3b-7cd8-45c5-b92c-d98d724871e8 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:37.807308 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:37.807904 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:37.847110 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-de590f73-5274-4d42-93d8-bb47686f53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:37.848764 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-de590f73-5274-4d42-93d8-bb47686f53f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475528 Apr 28 19:34:37.914671 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:37.944614 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-754e3ee7-1a14-4a0b-b7e5-f4a105ea8c0d service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881996 Apr 28 19:34:38.045115 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e5b5a4c-12c0-4d36-84bf-4e104a4a6358 req-c6117a7b-c5c5-43a3-ae9f-54702391158f service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932608 Apr 28 19:34:38.218686 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '81972d6a-b014-4e69-a0f9-230bb454dfd4', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'mac_address': 'fa:16:3e:7a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:18Z', 'updated_at': '2022-04-28T19:34:36Z', 'revision_number': 1, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:38.249182 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e60d17-db27-48c8-add4-f70b9cf6e6b0 None None] The sync data for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi is: [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '81972d6a-b014-4e69-a0f9-230bb454dfd4', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'mac_address': 'fa:16:3e:7a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:18Z', 'updated_at': '2022-04-28T19:34:36Z', 'revision_number': 1, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:38.449273 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe249aca-915b-4151-b9ed-34c36c108d7a None None] New status for floating IP 81972d6a-b014-4e69-a0f9-230bb454dfd4: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:34:42.494008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 53380) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:42.631834 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9356686c-65bd-4f4b-957f-3a9f2c5c0593 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41ee3db2a8f44fbdb9e232e1d3d8f5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365848 Apr 28 19:34:42.634379 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 53384) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:42.687114 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Publish callbacks [] for security_group (2037a5c1-5282-411a-957d-2afada3950e5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:42.707195 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Publish callbacks [] for security_group (2037a5c1-5282-411a-957d-2afada3950e5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:42.752030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2037a5c1-5282-411a-957d-2afada3950e5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:42.755044 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:42.756162 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2037a5c1-5282-411a-957d-2afada3950e5 HTTP/1.1" status: 204 len: 168 time: 0.1209140 Apr 28 19:34:42.763863 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2037a5c1-5282-411a-957d-2afada3950e5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:42.770769 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.771123 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.771474 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.771810 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.772144 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.772470 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.772795 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.773116 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.773440 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.773793 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.774122 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.774450 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.774773 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.775089 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:42.775406 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c857706-f5d2-43d6-878d-be2834a1eef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:43.368179 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 53408) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:43.465101 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-550574323-network', 'tenant_id': '9b482a37d2f8485a96316399c7595627'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:43.484785 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Made reservation on behalf of 9b482a37d2f8485a96316399c7595627 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:43.487046 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.495349 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.571572 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks [] for security_group (14b01b43-87dc-4537-8000-7b32e2d99861), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.576061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (14b01b43-87dc-4537-8000-7b32e2d99861), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.604514 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:34:43.611293 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b01b43-87dc-4537-8000-7b32e2d99861,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:43.618735 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (57a721a3-ba23-4efd-ac06-c98b49e955a1), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.619098 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Added segment 57a721a3-ba23-4efd-ac06-c98b49e955a1 of type vlan for network f597bfb8-49ff-43ec-91a4-56a688bd482d Apr 28 19:34:43.658303 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (f597bfb8-49ff-43ec-91a4-56a688bd482d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.682157 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (f597bfb8-49ff-43ec-91a4-56a688bd482d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.683130 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:43.683720 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.721758 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3524802 Apr 28 19:34:43.725272 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 53414) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:43.730274 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Request body: {'subnet': {'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-550574323-subnet', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:43.750551 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4efc4c-62f9-40e1-8530-3c6244218abb admin admin] Pushing event updated for resources: {'Network': ['ID=f597bfb8-49ff-43ec-91a4-56a688bd482d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:43.750758 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Made reservation on behalf of 9b482a37d2f8485a96316399c7595627 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:43.752923 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12954548'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.761558 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network f597bfb8-49ff-43ec-91a4-56a688bd482d details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:34:43.919227 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15158387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12954438'] for subnet (89097b27-ab31-4536-ba50-e98100f1a9b0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:43.976086 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89097b27-ab31-4536-ba50-e98100f1a9b0,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:43.980216 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Checking segment: {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:43.980563 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Network hostable DHCP agents. Network: f597bfb8-49ff-43ec-91a4-56a688bd482d, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:34:43.998148 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Network f597bfb8-49ff-43ec-91a4-56a688bd482d is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:34:44.006835 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, f597bfb8-49ff-43ec-91a4-56a688bd482d) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:44.011414 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:44.012732 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.016914 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785d5c0-aa14-4736-8dc3-b437e45055d9 None None] Network f597bfb8-49ff-43ec-91a4-56a688bd482d requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:44.030307 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2f265043-f780-4f38-8da9-d8b911390684 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3037889 Apr 28 19:34:44.032913 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 53418) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:44.037054 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:44.055447 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.056475 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.111911 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks [] for router_controller (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.119466 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-f597bfb8-49ff-43ec-91a4-56a688bd482d', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'project_id': '9b482a37d2f8485a96316399c7595627', 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:34:44.120404 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.249289 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Allocated IP 172.20.0.2 (f597bfb8-49ff-43ec-91a4-56a688bd482d/89097b27-ab31-4536-ba50-e98100f1a9b0/d82b2953-a714-4cf3-b7bd-0d4c2f0286b1) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:44.254508 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks [] for router_gateway (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.394332 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Publish callbacks [] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.399870 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.435175 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks [] for router_gateway (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.436492 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Network f597bfb8-49ff-43ec-91a4-56a688bd482d is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:44.439367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:44.441758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:44.454449 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.458707 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Pushing event updated for resources: {'Port': ['ID=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:44.510789 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Attempting to bind port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:44.511083 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Attempting to bind port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:44.511448 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Attempting to bind port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 on network f597bfb8-49ff-43ec-91a4-56a688bd482d {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:44.519715 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:44.520092 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Checking segment: {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:44.520493 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.520888 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Bound using segment: {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:44.521360 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Bound port: d82b2953-a714-4cf3-b7bd-0d4c2f0286b1, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:44.521844 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.565542 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Allocated IP 172.27.2.126 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/781b354d-6cc8-4069-9281-c326f48626ad) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:44.585568 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.602247 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] For port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:44.605394 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] For port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:44.620005 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.676452 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb3cf-6a6c-4488-a97f-a216daed79fe None None] Pushing event updated for resources: {'Port': ['ID=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:44.691883 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks [] for port (781b354d-6cc8-4069-9281-c326f48626ad), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.742029 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-907d4604-e581-490b-971a-5380fa21409d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534995 Apr 28 19:34:44.773793 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (781b354d-6cc8-4069-9281-c326f48626ad), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:44.835075 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:44.852235 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:44.855067 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Pushing event updated for resources: {'Port': ['ID=781b354d-6cc8-4069-9281-c326f48626ad,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:44.858609 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:44.861062 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-fa9a1ba9-2d86-4917-ab83-4024621e2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:44.862798 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-fa9a1ba9-2d86-4917-ab83-4024621e2b02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 1129 time: 0.0982404 Apr 28 19:34:45.075045 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-488d0224-be14-483c-ab88-50056a1f7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:45.076449 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-488d0224-be14-483c-ab88-50056a1f7a92 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.1845319 Apr 28 19:34:45.127265 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-0020d3fa-39dd-4cbf-b591-7f655ac1c9a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4731658-71fd-41cf-a573-d28630f64b2f HTTP/1.1" status: 200 len: 217 time: 0.0445194 Apr 28 19:34:45.245517 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-de0d53f7-ea20-407d-8806-c8a189ca4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:45.246999 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-de0d53f7-ea20-407d-8806-c8a189ca4d11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0872238 Apr 28 19:34:45.287705 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks [] for router_gateway (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:45.335953 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-5488af3c-26d3-4fc7-9d5f-6966732273e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:45.337483 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-5488af3c-26d3-4fc7-9d5f-6966732273e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809124 Apr 28 19:34:45.516805 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-5995fa2c-afd4-4739-8723-fba441eaa028 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728592 Apr 28 19:34:45.635514 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00645b3c-fbc1-4365-aef5-0e40c593fcc8 None None] Network f597bfb8-49ff-43ec-91a4-56a688bd482d requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:45.638841 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:45.702422 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-06905d30-cc81-45b5-af4b-4eb45edf67ef None None] Provisioning complete for port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:45.702788 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06905d30-cc81-45b5-af4b-4eb45edf67ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:45.822284 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-06905d30-cc81-45b5-af4b-4eb45edf67ef None None] Current status of the port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:45.822773 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06905d30-cc81-45b5-af4b-4eb45edf67ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:45.868546 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-06905d30-cc81-45b5-af4b-4eb45edf67ef None None] For port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:45.874016 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06905d30-cc81-45b5-af4b-4eb45edf67ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:45.932838 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6ad36a4-a954-452a-a0ba-eb83dab64415 req-4c618844-1544-4f72-8fc4-f7f31b6094e6 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075792 Apr 28 19:34:45.935775 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06905d30-cc81-45b5-af4b-4eb45edf67ef None None] Pushing event updated for resources: {'Port': ['ID=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:45.993435 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1ae04ac3-eefd-45bf-ae00-afd794f96d14 None None] Provisioning complete for port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:45.993840 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ae04ac3-eefd-45bf-ae00-afd794f96d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.031339 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:34:46.072871 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1ae04ac3-eefd-45bf-ae00-afd794f96d14 None None] Current status of the port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:46.140544 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:46.149020 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Sync routers for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:46.157989 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.159263 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6a053c87-1ca6-4227-8e9a-9c54ffecd065 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1254358 Apr 28 19:34:46.160060 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:46.160668 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:46.161919 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 53440) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:46.265177 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:46.429803 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:45Z', 'revision_number': 3, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:46.459423 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Checking router: ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:46.459770 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Updating router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 port 781b354d-6cc8-4069-9281-c326f48626ad binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:46.486106 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (781b354d-6cc8-4069-9281-c326f48626ad), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.585452 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.734320 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Publish callbacks [] for port (781b354d-6cc8-4069-9281-c326f48626ad), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.739283 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (781b354d-6cc8-4069-9281-c326f48626ad), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.742502 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Allocated IP 172.20.0.1 (f597bfb8-49ff-43ec-91a4-56a688bd482d/89097b27-ab31-4536-ba50-e98100f1a9b0/1df5c1d3-ef78-4b16-a700-74b911e2fb5f) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:46.787539 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Attempting to bind port 781b354d-6cc8-4069-9281-c326f48626ad on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:46.787909 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Attempting to bind port 781b354d-6cc8-4069-9281-c326f48626ad by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:46.788270 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Attempting to bind port 781b354d-6cc8-4069-9281-c326f48626ad on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:46.795460 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c28ac-23b7-42b6-a3fa-9e4e574e7b10 None None] Pushing event updated for resources: {'Port': ['ID=781b354d-6cc8-4069-9281-c326f48626ad,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:46.798129 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:46.798498 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:46.798889 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.799268 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:46.799727 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Bound port: 781b354d-6cc8-4069-9281-c326f48626ad, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:46.800099 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (781b354d-6cc8-4069-9281-c326f48626ad), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.846620 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks [] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.863810 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] For port 781b354d-6cc8-4069-9281-c326f48626ad, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:46.867455 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] For port 781b354d-6cc8-4069-9281-c326f48626ad, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=781b354d-6cc8-4069-9281-c326f48626ad,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:46.873995 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (781b354d-6cc8-4069-9281-c326f48626ad), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.884288 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.918666 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:46.929286 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:46.930301 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:46.935114 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Network f597bfb8-49ff-43ec-91a4-56a688bd482d is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:46.939054 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:46.940882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:46.948652 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:46.975166 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:46.975550 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:46.991270 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c28ac-23b7-42b6-a3fa-9e4e574e7b10 None None] Pushing event updated for resources: {'Port': ['ID=781b354d-6cc8-4069-9281-c326f48626ad,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:47.010159 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.066298 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:47.073520 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:47.149283 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.199073 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b336b8b7-2e68-49c4-a40a-ffff0456b951 None None] Provisioning complete for port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:47.199413 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b336b8b7-2e68-49c4-a40a-ffff0456b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.234916 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b336b8b7-2e68-49c4-a40a-ffff0456b951 None None] Port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:47.251010 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:45Z', 'revision_number': 3, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:47.280379 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30690c9a-edeb-4603-8494-521d4f6011f6 None None] The sync data for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi is: [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:45Z', 'revision_number': 3, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:47.320831 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks [] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.326043 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.395325 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.397042 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:47.499822 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Network f597bfb8-49ff-43ec-91a4-56a688bd482d is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:47.501920 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:47.525014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-daf6478e-c023-4feb-a066-8cfd731d7951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.689486 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:47.763076 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2f0b39d2-0229-42e1-9f74-8a6724d1493d None None] Provisioning complete for port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:47.763449 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f0b39d2-0229-42e1-9f74-8a6724d1493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:47.808240 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b39d2-0229-42e1-9f74-8a6724d1493d None None] Port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:47.817544 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:47.822661 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4d33ef8e-3211-4b0f-b874-f9c1aeebffb4 admin admin] 10.222.0.55 "PUT /v2.0/routers/ec505b93-e3a7-404b-95c4-eed2c0bcf1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596937 Apr 28 19:34:48.299906 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 53464) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:48.304804 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1203073651-network', 'tenant_id': '85b09641cbff45b180db1601ba6f87af'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:48.323424 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Made reservation on behalf of 85b09641cbff45b180db1601ba6f87af for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:48.325790 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.334054 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.410511 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks [] for security_group (2e91833a-f1a3-449d-b048-218469046956), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.414599 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2e91833a-f1a3-449d-b048-218469046956), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.443739 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:34:48.451093 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91833a-f1a3-449d-b048-218469046956,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:48.458602 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (e2fa16c3-2f7d-4806-88af-eafc88d078a7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.458960 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Added segment e2fa16c3-2f7d-4806-88af-eafc88d078a7 of type vlan for network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 Apr 28 19:34:48.501426 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (b68f96bb-749e-4a65-b9a0-96a5aa1c8817), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.524537 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (b68f96bb-749e-4a65-b9a0-96a5aa1c8817), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.525505 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:48.526120 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.561134 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2600675 Apr 28 19:34:48.564112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 53468) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:48.569203 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Request body: {'subnet': {'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1203073651-subnet', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:48.588188 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Made reservation on behalf of 85b09641cbff45b180db1601ba6f87af for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:48.589487 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18bebc-a465-4ef2-8a88-3ddcb24b0624 admin admin] Pushing event updated for resources: {'Network': ['ID=b68f96bb-749e-4a65-b9a0-96a5aa1c8817,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:48.591051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12872921'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.728425 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:34:48.767995 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12872747'] for subnet (a1d9ee81-faa9-45e2-947c-0afb80477415), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.821597 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d9ee81-faa9-45e2-947c-0afb80477415,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:48.841171 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Checking segment: {'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:48.841533 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Network hostable DHCP agents. Network: b68f96bb-749e-4a65-b9a0-96a5aa1c8817, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:34:48.863017 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:34:48.873694 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, b68f96bb-749e-4a65-b9a0-96a5aa1c8817) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:48.877782 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:48.878378 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.883317 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0daff-ee38-4b76-944b-a3599e439d76 None None] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:48.901576 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 53472) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:48.907462 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:48.910032 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-626ef3ed-7c46-4e28-9cf0-d99803291ef6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3383791 Apr 28 19:34:48.929107 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.930625 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:48.949052 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 781b354d-6cc8-4069-9281-c326f48626ad up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:48.991554 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks [] for router_controller (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.028552 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-b68f96bb-749e-4a65-b9a0-96a5aa1c8817', 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817', 'project_id': '85b09641cbff45b180db1601ba6f87af', 'fixed_ips': [{'subnet_id': 'a1d9ee81-faa9-45e2-947c-0afb80477415'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:34:49.029933 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.034822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Sync routers for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:49.050734 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 781b354d-6cc8-4069-9281-c326f48626ad triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:49.051108 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (781b354d-6cc8-4069-9281-c326f48626ad), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.086331 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:49.086965 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:49.133912 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks [] for router_gateway (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.273363 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:34:49.321225 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks [] for router_gateway (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.332480 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Allocated IP 172.20.0.2 (b68f96bb-749e-4a65-b9a0-96a5aa1c8817/a1d9ee81-faa9-45e2-947c-0afb80477415/b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:49.335393 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:49.339321 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 781b354d-6cc8-4069-9281-c326f48626ad is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:49.339705 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (781b354d-6cc8-4069-9281-c326f48626ad), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.340056 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.446536 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 781b354d-6cc8-4069-9281-c326f48626ad, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=781b354d-6cc8-4069-9281-c326f48626ad,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:49.450160 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Allocated IP 172.27.2.24 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/702d1b3d-fefb-4160-818a-5fa95698a84f) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:49.461874 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (781b354d-6cc8-4069-9281-c326f48626ad), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.561465 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks [] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.594165 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.601222 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=781b354d-6cc8-4069-9281-c326f48626ad,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:49.635708 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:49.642476 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:49.646142 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:49.669592 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Pushing event updated for resources: {'Port': ['ID=702d1b3d-fefb-4160-818a-5fa95698a84f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:49.690431 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Publish callbacks [] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.700279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.708037 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 2, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:49.771811 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:49.773273 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Checking router: ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:49.773628 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Updating router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:49.786592 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:49.789399 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:49.819574 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Pushing event updated for resources: {'Port': ['ID=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:49.830206 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-682e2067-ee42-458c-9bed-adfb428150a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.835913 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.912399 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks [] for router_gateway (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.920284 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Attempting to bind port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:49.920658 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Attempting to bind port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:49.921017 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Attempting to bind port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 on network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:49.937014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:49.937384 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Checking segment: {'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:49.937813 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.938204 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Bound using segment: {'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:49.938663 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Bound port: b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:49.939035 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.105072 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] For port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:50.109898 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.120478 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] For port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,segment=NetworkSegment(e2fa16c3-2f7d-4806-88af-eafc88d078a7),segment_id=e2fa16c3-2f7d-4806-88af-eafc88d078a7)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:50.133928 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.228945 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ea5df-2a27-41ef-b02e-768a05f53b93 None None] Pushing event updated for resources: {'Port': ['ID=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:50.273784 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Publish callbacks [] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.280970 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.341869 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174f836-af5c-4b66-bac9-d3cebe3d9216 None None] Pushing event updated for resources: {'Port': ['ID=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:50.396625 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Attempting to bind port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:50.397217 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Attempting to bind port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:50.397584 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Attempting to bind port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f on network f597bfb8-49ff-43ec-91a4-56a688bd482d {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:50.404391 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:50.404815 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Checking segment: {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:50.405307 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.405804 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Bound using segment: {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:50.406348 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Bound port: 1df5c1d3-ef78-4b16-a700-74b911e2fb5f, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:50.406804 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.550085 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:34:50.675180 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1f0153d4-a8a7-4dce-9d58-f13f7180fb8d None None] Provisioning complete for port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:50.675563 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f0153d4-a8a7-4dce-9d58-f13f7180fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.694380 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:50.703062 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Sync routers for ids ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:50.713529 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.714118 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Routers {'9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:50.714808 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:50.716854 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] For port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:50.718059 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 53484) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:50.718538 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8f5b24b9-151e-4939-9375-46fbcd00ec67 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8155506 Apr 28 19:34:50.721570 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] For port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:50.725219 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1f0153d4-a8a7-4dce-9d58-f13f7180fb8d None None] Port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:50.729423 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.790447 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:50.791119 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:50.795514 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174f836-af5c-4b66-bac9-d3cebe3d9216 None None] Pushing event updated for resources: {'Port': ['ID=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:50.875098 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Set router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:50.954535 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.978361 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:51.147037 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 781b354d-6cc8-4069-9281-c326f48626ad up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:51.221023 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 3, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port': {'id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:51.251944 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Checking router: 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:51.252564 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Updating router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb port 702d1b3d-fefb-4160-818a-5fa95698a84f binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:51.282687 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.284327 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 781b354d-6cc8-4069-9281-c326f48626ad triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:51.284706 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (781b354d-6cc8-4069-9281-c326f48626ad), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.286444 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:50Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:51.288004 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-03361007-a7bd-4e6e-ae82-56c0d7f6dcba None None] Provisioning complete for port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:51.288538 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-03361007-a7bd-4e6e-ae82-56c0d7f6dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.341760 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.352360 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87705bca-b8de-4088-871a-67fc3037e1c7 None None] The sync data for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi is: [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:50Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:51.471579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-03361007-a7bd-4e6e-ae82-56c0d7f6dcba None None] Current status of the port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:51.472094 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-03361007-a7bd-4e6e-ae82-56c0d7f6dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.545465 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-03361007-a7bd-4e6e-ae82-56c0d7f6dcba None None] For port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:51.550330 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276e4c8-10e8-41e6-b9f5-1a4634fb4c86 None None] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:34:51.569581 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-03361007-a7bd-4e6e-ae82-56c0d7f6dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.586193 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Allocated IP 172.20.0.1 (b68f96bb-749e-4a65-b9a0-96a5aa1c8817/a1d9ee81-faa9-45e2-947c-0afb80477415/1d511eb6-daf7-43f2-8b08-233e597b9f07) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:51.661469 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Publish callbacks [] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.661701 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 781b354d-6cc8-4069-9281-c326f48626ad is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:51.662827 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:51.670279 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.733014 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks [] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.738999 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc27e1c9-5508-4d9e-826e-a8bfa58fcb0a None None] Provisioning complete for port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:51.739373 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc27e1c9-5508-4d9e-826e-a8bfa58fcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.748171 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Attempting to bind port 702d1b3d-fefb-4160-818a-5fa95698a84f on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:51.748710 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Attempting to bind port 702d1b3d-fefb-4160-818a-5fa95698a84f by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:51.749530 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Attempting to bind port 702d1b3d-fefb-4160-818a-5fa95698a84f on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:51.757237 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:51.758021 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:51.758789 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.760134 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:51.760722 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Bound port: 702d1b3d-fefb-4160-818a-5fa95698a84f, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:51.761204 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.771625 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03361007-a7bd-4e6e-ae82-56c0d7f6dcba None None] Pushing event updated for resources: {'Port': ['ID=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:51.781488 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.801555 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ece49-5ae4-49c6-84c7-fa575c63eb58 None None] Pushing event updated for resources: {'Port': ['ID=702d1b3d-fefb-4160-818a-5fa95698a84f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:51.831509 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:51.835359 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:51.835893 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.836372 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] For port 702d1b3d-fefb-4160-818a-5fa95698a84f, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:51.840902 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:51.843109 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] For port 702d1b3d-fefb-4160-818a-5fa95698a84f, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=702d1b3d-fefb-4160-818a-5fa95698a84f,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:51.844954 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:51.855437 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.898728 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Pushing event updated for resources: {'Port': ['ID=1d511eb6-daf7-43f2-8b08-233e597b9f07,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:51.923978 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc27e1c9-5508-4d9e-826e-a8bfa58fcb0a None None] Current status of the port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:51.924367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc27e1c9-5508-4d9e-826e-a8bfa58fcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.932609 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.934551 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ece49-5ae4-49c6-84c7-fa575c63eb58 None None] Pushing event updated for resources: {'Port': ['ID=702d1b3d-fefb-4160-818a-5fa95698a84f,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:51.947852 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Routers {'9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:51.949050 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:52.026805 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc27e1c9-5508-4d9e-826e-a8bfa58fcb0a None None] For port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,segment=NetworkSegment(e2fa16c3-2f7d-4806-88af-eafc88d078a7),segment_id=e2fa16c3-2f7d-4806-88af-eafc88d078a7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:52.027262 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:52.027656 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.043497 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc27e1c9-5508-4d9e-826e-a8bfa58fcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.082008 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] Set router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:52.155102 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27e1c9-5508-4d9e-826e-a8bfa58fcb0a None None] Pushing event updated for resources: {'Port': ['ID=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:52.160015 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.db.api [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:34:52.160425 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG oslo_db.api [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:34:52.191642 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.273372 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b2c11d72-20d8-43ef-aac8-0f86132e2ded None None] Provisioning complete for port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:52.273867 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b2c11d72-20d8-43ef-aac8-0f86132e2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.328077 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 3, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port': {'id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:52.362263 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.366268 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2b332-84ae-4392-b397-449700fc85c5 None None] The sync data for ids ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'] in dv-cinder-826949-7-iscsi is: [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 3, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port': {'id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:52.424827 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b2c11d72-20d8-43ef-aac8-0f86132e2ded None None] Current status of the port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:52.443131 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks [] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.447859 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b2c11d72-20d8-43ef-aac8-0f86132e2ded None None] Provisioning complete for port 1d511eb6-daf7-43f2-8b08-233e597b9f07 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:52.448465 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b2c11d72-20d8-43ef-aac8-0f86132e2ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.448742 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.489526 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b2c11d72-20d8-43ef-aac8-0f86132e2ded None None] Port 1d511eb6-daf7-43f2-8b08-233e597b9f07 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:52.525172 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Pushing event updated for resources: {'Port': ['ID=1d511eb6-daf7-43f2-8b08-233e597b9f07,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:52.527770 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.608601 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b02fefbc-acc9-4a24-b690-7b371b933bd8 None None] Provisioning complete for port 1d511eb6-daf7-43f2-8b08-233e597b9f07 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:52.609075 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b02fefbc-acc9-4a24-b690-7b371b933bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:52.628425 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:52.629590 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:52.649278 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b02fefbc-acc9-4a24-b690-7b371b933bd8 None None] Port 1d511eb6-daf7-43f2-8b08-233e597b9f07 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:52.748598 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:52.812673 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:34:52.964364 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:34:52.970465 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-efad4125-2715-4959-b033-474899fa6c2d admin admin] 10.222.0.55 "PUT /v2.0/routers/9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2502830 Apr 28 19:34:52.983789 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-08fe68b0-e854-42cc-9bf7-9b4b2a60accf None None] Provisioning complete for port 1d511eb6-daf7-43f2-8b08-233e597b9f07 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:52.984202 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-08fe68b0-e854-42cc-9bf7-9b4b2a60accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.026147 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-08fe68b0-e854-42cc-9bf7-9b4b2a60accf None None] Port 1d511eb6-daf7-43f2-8b08-233e597b9f07 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:53.087050 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1df5c1d3-ef78-4b16-a700-74b911e2fb5f up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:53.142162 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:53.142685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.240121 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:53.241375 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 702d1b3d-fefb-4160-818a-5fa95698a84f up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:53.289321 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 702d1b3d-fefb-4160-818a-5fa95698a84f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:53.289543 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.375455 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 702d1b3d-fefb-4160-818a-5fa95698a84f is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:53.375848 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.405341 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 702d1b3d-fefb-4160-818a-5fa95698a84f, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=702d1b3d-fefb-4160-818a-5fa95698a84f,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:53.412132 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.413179 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:53.493728 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=702d1b3d-fefb-4160-818a-5fa95698a84f,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:53.504090 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:53.504473 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.593950 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:53.982425 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:54.930902 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 702d1b3d-fefb-4160-818a-5fa95698a84f up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:55.007342 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 702d1b3d-fefb-4160-818a-5fa95698a84f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:55.007719 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:55.087050 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-df3a63dd-4566-49fa-b0f6-9aaad6e295bc tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132767412&fields=id&tenant_id=f69851bdb16349d98dfbdf2bb9290d72 HTTP/1.1" status: 200 len: 267 time: 0.0579352 Apr 28 19:34:55.233278 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Sync routers for ids ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:34:55.242173 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 702d1b3d-fefb-4160-818a-5fa95698a84f is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:55.247105 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Routers {'9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:55.247728 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:55.248632 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-6a53a56d-1464-47de-a1e0-519bb9e12942 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:55.257047 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-6a53a56d-1464-47de-a1e0-519bb9e12942 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 809 time: 0.1596162 Apr 28 19:34:55.275738 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-6e81a4ac-24a0-4f0a-858c-f0bde26f22f1 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/quotas/f69851bdb16349d98dfbdf2bb9290d72 HTTP/1.1" status: 200 len: 375 time: 0.0172760 Apr 28 19:34:55.342278 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-fe9e8d67-739c-4db2-8b81-841a1bbbd631 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656781 Apr 28 19:34:55.372554 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Set router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:55.456909 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-a59f5b09-7fe3-466b-bedd-4c4f1e76867f service neutron] 10.222.0.55 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022651 Apr 28 19:34:55.583678 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-7285ff37-14fd-4a61-a5c8-b1034b4e3569 service neutron] 10.222.0.55 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216424 Apr 28 19:34:55.610839 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:34:52Z', 'revision_number': 4, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port': {'id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1d511eb6-daf7-43f2-8b08-233e597b9f07', 'name': '', 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'mac_address': 'fa:16:3e:a7:c3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a1d9ee81-faa9-45e2-947c-0afb80477415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:34:52Z', 'revision_number': 2, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'subnets': [{'id': 'a1d9ee81-faa9-45e2-947c-0afb80477415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:55.642625 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Checking router: 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:34:55.642988 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Updating router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb port 1d511eb6-daf7-43f2-8b08-233e597b9f07 binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:34:55.679471 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.003381 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Publish callbacks [] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.023655 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.049281 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e070f3c1-398b-42b2-a70b-c3cc4b0de270 req-b6e1be2b-2863-4338-9c32-6f79d0295d1e tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 210 time: 0.0383267 Apr 28 19:34:56.127384 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a15ff0-09a9-43ca-82fb-abe7a1ed575d None None] Pushing event updated for resources: {'Port': ['ID=1d511eb6-daf7-43f2-8b08-233e597b9f07,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:56.179131 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Attempting to bind port 1d511eb6-daf7-43f2-8b08-233e597b9f07 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:56.179652 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Attempting to bind port 1d511eb6-daf7-43f2-8b08-233e597b9f07 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:56.180455 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Attempting to bind port 1d511eb6-daf7-43f2-8b08-233e597b9f07 on network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:56.188818 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:56.189396 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Checking segment: {'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:56.189940 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.190733 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Bound using segment: {'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:56.191060 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Bound port: 1d511eb6-daf7-43f2-8b08-233e597b9f07, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fa16c3-2f7d-4806-88af-eafc88d078a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:56.191580 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.280249 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] For port 1d511eb6-daf7-43f2-8b08-233e597b9f07, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:56.284404 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] For port 1d511eb6-daf7-43f2-8b08-233e597b9f07, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1d511eb6-daf7-43f2-8b08-233e597b9f07,segment=NetworkSegment(e2fa16c3-2f7d-4806-88af-eafc88d078a7),segment_id=e2fa16c3-2f7d-4806-88af-eafc88d078a7)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:56.296088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.391599 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Routers {'9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:56.392234 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:34:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:56.552669 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a15ff0-09a9-43ca-82fb-abe7a1ed575d None None] Pushing event updated for resources: {'Port': ['ID=1d511eb6-daf7-43f2-8b08-233e597b9f07,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:56.567133 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c6c0f179-f8a8-4f56-84bb-ed0f7dc3f522 None None] Provisioning complete for port 1d511eb6-daf7-43f2-8b08-233e597b9f07 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:56.567538 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f179-f8a8-4f56-84bb-ed0f7dc3f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.603758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] Set router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:34:56.756410 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0f179-f8a8-4f56-84bb-ed0f7dc3f522 None None] Current status of the port 1d511eb6-daf7-43f2-8b08-233e597b9f07 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:56.756818 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f179-f8a8-4f56-84bb-ed0f7dc3f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.842653 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c6c0f179-f8a8-4f56-84bb-ed0f7dc3f522 None None] For port 1d511eb6-daf7-43f2-8b08-233e597b9f07, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1d511eb6-daf7-43f2-8b08-233e597b9f07,segment=NetworkSegment(e2fa16c3-2f7d-4806-88af-eafc88d078a7),segment_id=e2fa16c3-2f7d-4806-88af-eafc88d078a7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:34:56.870128 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f179-f8a8-4f56-84bb-ed0f7dc3f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.919998 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:34:52Z', 'revision_number': 4, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port': {'id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1d511eb6-daf7-43f2-8b08-233e597b9f07', 'name': '', 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'mac_address': 'fa:16:3e:a7:c3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a1d9ee81-faa9-45e2-947c-0afb80477415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:34:56Z', 'revision_number': 4, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'subnets': [{'id': 'a1d9ee81-faa9-45e2-947c-0afb80477415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:56.955989 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eea0ae9-4d2f-4f99-8a64-78575fa9b8a1 None None] The sync data for ids ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'] in dv-cinder-826949-7-iscsi is: [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:34:52Z', 'revision_number': 4, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port': {'id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1d511eb6-daf7-43f2-8b08-233e597b9f07', 'name': '', 'network_id': 'b68f96bb-749e-4a65-b9a0-96a5aa1c8817', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'mac_address': 'fa:16:3e:a7:c3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'a1d9ee81-faa9-45e2-947c-0afb80477415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:51Z', 'updated_at': '2022-04-28T19:34:56Z', 'revision_number': 4, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'subnets': [{'id': 'a1d9ee81-faa9-45e2-947c-0afb80477415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:34:56.960194 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0f179-f8a8-4f56-84bb-ed0f7dc3f522 None None] Pushing event updated for resources: {'Port': ['ID=1d511eb6-daf7-43f2-8b08-233e597b9f07,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:56.999172 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00ae70d0-24ce-43bf-9585-13077fd486f4 None None] Provisioning complete for port 1d511eb6-daf7-43f2-8b08-233e597b9f07 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:56.999563 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00ae70d0-24ce-43bf-9585-13077fd486f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:57.166667 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00ae70d0-24ce-43bf-9585-13077fd486f4 None None] Current status of the port 1d511eb6-daf7-43f2-8b08-233e597b9f07 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:57.237263 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a25127aa-7c5b-4fe2-a868-f49db4344106 req-1f3c449d-f199-4b65-800d-89dd0e472bf7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 210 time: 0.0505381 Apr 28 19:34:57.831505 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-9adca93c-ef91-4209-b630-9b293e437237 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:57.833006 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-9adca93c-ef91-4209-b630-9b293e437237 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.45 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 809 time: 0.1316035 Apr 28 19:34:57.899840 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-4754804f-fd69-41ff-aee0-5de9610b1803 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f69851bdb16349d98dfbdf2bb9290d72 HTTP/1.1" status: 200 len: 379 time: 0.0575495 Apr 28 19:34:57.911719 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'port': {'device_id': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'admin_state_up': True, 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'security_groups': ['9249f2d5-68c0-4cac-8e64-373c4b980a8b']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:58.052570 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Made reservation on behalf of f69851bdb16349d98dfbdf2bb9290d72 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:58.062924 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:58.241564 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Allocated IP 172.20.0.9 (676b1b11-394b-4ae5-b3a0-02260f9ec6c4/26b3fbe9-af36-4205-8b5a-19bd71ac8ca1/86211717-c115-49b1-b99e-c5dbd320f2a7) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:34:58.350338 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ccb7ef26-e658-4eae-bdb8-164195715827 req-848cb8cc-730b-40af-b4bd-da1bfab072fb tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 210 time: 0.0419877 Apr 28 19:34:58.494432 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:58.545899 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:58.604326 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:34:58.608528 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:34:58.628260 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:34:58.691277 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:58.733161 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:58.734514 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:58.760320 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-ee625b38-dd31-461b-8a5d-0b649bf30863 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524411 Apr 28 19:34:58.782647 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Request body: {'port': {'device_id': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:58.900053 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b52ac9d2-0b43-4e23-b681-29d975a71027 None None] Provisioning complete for port 86211717-c115-49b1-b99e-c5dbd320f2a7 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:58.900645 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b52ac9d2-0b43-4e23-b681-29d975a71027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:58.935865 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:58.951729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b52ac9d2-0b43-4e23-b681-29d975a71027 None None] Port 86211717-c115-49b1-b99e-c5dbd320f2a7 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:34:58.989592 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1d511eb6-daf7-43f2-8b08-233e597b9f07 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:34:59.052938 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 1d511eb6-daf7-43f2-8b08-233e597b9f07 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:34:59.053451 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.191190 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 1d511eb6-daf7-43f2-8b08-233e597b9f07 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:34:59.288968 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86211717-c115-49b1-b99e-c5dbd320f2a7 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:34:59.297128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Publish callbacks [] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.312223 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Transition to ACTIVE for port object 86211717-c115-49b1-b99e-c5dbd320f2a7 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:34:59.315827 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.369438 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:59.482552 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Attempting to bind port 86211717-c115-49b1-b99e-c5dbd320f2a7 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:34:59.482831 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Attempting to bind port 86211717-c115-49b1-b99e-c5dbd320f2a7 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:34:59.483763 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Attempting to bind port 86211717-c115-49b1-b99e-c5dbd320f2a7 on network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:59.490516 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Port 86211717-c115-49b1-b99e-c5dbd320f2a7 on network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:34:59.490860 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Attempting to bind port 86211717-c115-49b1-b99e-c5dbd320f2a7 on network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:34:59.497267 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:34:59.497606 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Checking segment: {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:34:59.498201 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Bound using segment: {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:34:59.498446 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Bound port: 86211717-c115-49b1-b99e-c5dbd320f2a7, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9e966-d03d-4d89-b9e1-0d67384712d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:34:59.498808 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.536367 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5d0e-b54d-4361-bd11-1e98b513a158 req-3625c2ae-6de9-43af-bce3-d3b22fad5c15 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:59.544509 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e2d5d0e-b54d-4361-bd11-1e98b513a158 req-3625c2ae-6de9-43af-bce3-d3b22fad5c15 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0714207 Apr 28 19:34:59.630012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:34:59.633188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:34:59.650079 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.650508 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5e2d5d0e-b54d-4361-bd11-1e98b513a158 req-ce8231ae-5f08-455b-bbd7-a914d943062d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000330 Apr 28 19:34:59.702565 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:59.703189 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.704598 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] 10.222.0.45 "PUT /v2.0/ports/86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 1093 time: 0.9310336 Apr 28 19:34:59.705052 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:34:59.707365 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:34:59.871782 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfad021-4bd0-4653-a7db-de45a05e9c82 x-openstack-request-id: req-cdfad021-4bd0-4653-a7db-de45a05e9c82 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:34:59.872119 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:34:59.872331 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdfad021-4bd0-4653-a7db-de45a05e9c82 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:34:59.875163 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfad021-4bd0-4653-a7db-de45a05e9c82'] response: {'name': 'network-changed', 'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'status': 'completed', 'code': 200} Apr 28 19:34:59.892134 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781b1f7-a024-4aaf-8e36-53d3c38f7d3e service neutron] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:34:59.913727 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-24dd9850-0cc5-40d0-b88f-280005cf51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:34:59.915238 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-24dd9850-0cc5-40d0-b88f-280005cf51cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1127 time: 0.1490171 Apr 28 19:34:59.989505 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-cfacb0a2-01c7-4566-8e15-78dbfc233d14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0586491 Apr 28 19:35:00.063732 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-e19f2126-17ec-48ca-b424-388d102dc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:00.070691 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-e19f2126-17ec-48ca-b424-388d102dc820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 200 len: 848 time: 0.0795815 Apr 28 19:35:00.118256 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-4efe8445-208a-4681-983c-ad955429ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:00.119779 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-4efe8445-208a-4681-983c-ad955429ed71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411587 Apr 28 19:35:00.220073 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-3b67a038-d59f-4d6c-b05b-0c562cc4ba2d service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905254 Apr 28 19:35:00.330201 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e10861f1-dbe7-478e-9cfa-8c7a8bcd245c req-6a258330-3ac9-46df-8f80-7566a0c1b192 service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038098 Apr 28 19:35:00.766057 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aebb52-e886-40ae-9c9a-ee3b0c413bf2 req-31ea035f-3b80-411b-87f2-3c90d195f4bb tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:00.768243 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-99aebb52-e886-40ae-9c9a-ee3b0c413bf2 req-31ea035f-3b80-411b-87f2-3c90d195f4bb tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0550585 Apr 28 19:35:00.822853 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-99aebb52-e886-40ae-9c9a-ee3b0c413bf2 req-0bc39fb0-cc39-4120-9e3f-0b8ea8d487fb tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486691 Apr 28 19:35:01.406870 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-e9e632ad-9d50-4fdd-91c3-a5c26f82976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:01.408395 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-e9e632ad-9d50-4fdd-91c3-a5c26f82976a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1127 time: 0.0598967 Apr 28 19:35:01.520412 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-fb30cb52-dbd3-43e7-ba91-ae70bc625891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:01.521985 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-fb30cb52-dbd3-43e7-ba91-ae70bc625891 service neutron] 10.222.0.45 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 910 time: 0.1021776 Apr 28 19:35:01.568386 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-db39d0b6-7050-4ce5-a723-516dcac96b13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0356927 Apr 28 19:35:01.625237 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-68689224-338a-4ecb-b5c9-9a3a4da44e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:01.626872 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-68689224-338a-4ecb-b5c9-9a3a4da44e86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 200 len: 848 time: 0.0513976 Apr 28 19:35:01.675815 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-f507f4ae-2002-47e5-b5d8-0d350d493297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:01.677425 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-f507f4ae-2002-47e5-b5d8-0d350d493297 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423918 Apr 28 19:35:01.777988 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-9ee640c7-b3f0-4f5d-9986-b6548bfef0f1 service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925369 Apr 28 19:35:01.885118 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5c6ed34e-e5cd-4663-ad52-2acf07095ea8 req-e79c190c-d182-477c-be2f-6dc1cb993f36 service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004963 Apr 28 19:35:01.953160 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498109-3e77-43a0-adcb-8cff1b20d666 req-a486f9cd-2541-422d-be64-122c6822f435 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:01.954810 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-98498109-3e77-43a0-adcb-8cff1b20d666 req-a486f9cd-2541-422d-be64-122c6822f435 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0536895 Apr 28 19:35:02.034084 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-98498109-3e77-43a0-adcb-8cff1b20d666 req-8cc8db08-5e25-45ae-ae32-9348e064dd5f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647981 Apr 28 19:35:03.138898 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401bf7-146c-49cc-a747-cfed2c30bb86 req-86bdbd20-ec0a-49d0-8ced-74ef655623b4 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:03.141061 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e401bf7-146c-49cc-a747-cfed2c30bb86 req-86bdbd20-ec0a-49d0-8ced-74ef655623b4 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0484204 Apr 28 19:35:03.193629 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e401bf7-146c-49cc-a747-cfed2c30bb86 req-2558b5c2-06af-4b92-ad53-752f1b06adfc tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467546 Apr 28 19:35:03.695328 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-b0f90cd2-d1a7-41d7-ac6a-8b5b15ab280e tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:03.696779 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-b0f90cd2-d1a7-41d7-ac6a-8b5b15ab280e tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/networks?id=f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 200 len: 814 time: 0.1008308 Apr 28 19:35:03.710439 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-9ae0a8ad-e2c0-4609-bf23-b1bd743938b1 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/quotas/9b482a37d2f8485a96316399c7595627 HTTP/1.1" status: 200 len: 375 time: 0.0085914 Apr 28 19:35:03.757594 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-bc070772-d87e-46a0-a5fa-2f250ba6cb13 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425415 Apr 28 19:35:03.852750 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-093d4cba-19dc-41d3-a2d1-531105f69eab service neutron] 10.222.0.55 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841286 Apr 28 19:35:03.939540 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-d528ac71-f098-4697-a0b1-d6108d3f95dc service neutron] 10.222.0.55 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802579 Apr 28 19:35:04.093542 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6a60558a-4a4d-4773-bd43-400837a7c2e4 req-c8fc1e99-fc74-45f6-9845-aed9ccdbd505 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 210 time: 0.0274217 Apr 28 19:35:04.312794 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec7352-190d-4bce-85d9-2bcda2a04e37 req-75d47aaa-1c20-478c-a35f-7c0e071c3fc0 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:04.314290 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a3ec7352-190d-4bce-85d9-2bcda2a04e37 req-75d47aaa-1c20-478c-a35f-7c0e071c3fc0 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0482063 Apr 28 19:35:04.370127 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a3ec7352-190d-4bce-85d9-2bcda2a04e37 req-adb658a1-feef-4624-abd6-d44d9cfdd8e9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490329 Apr 28 19:35:05.189924 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88903189-4545-4d14-bf75-c0ce667710f7 req-0cfe88f2-eedb-4af2-9034-80e40cd8f9bc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 210 time: 0.0285957 Apr 28 19:35:05.483181 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17765-909c-4ad0-8686-c998d70b80f8 req-90ac4ee2-4859-4d57-9ff9-d29d5f48ba49 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:05.484627 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a7a17765-909c-4ad0-8686-c998d70b80f8 req-90ac4ee2-4859-4d57-9ff9-d29d5f48ba49 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0461183 Apr 28 19:35:05.531834 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a7a17765-909c-4ad0-8686-c998d70b80f8 req-6e29fd34-c58e-47d2-8072-c49a2606694f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Apr 28 19:35:06.287887 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b650039d-b934-4513-bb43-aa862f9e14f6 req-e037352c-e3a9-47bc-8706-ed13e04d9e7e tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 210 time: 0.0284045 Apr 28 19:35:06.644943 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66391a59-c6ec-4396-81ff-72a0cd627a6d req-8505268b-0810-4949-bb64-5dc9a77971b9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:06.646475 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-66391a59-c6ec-4396-81ff-72a0cd627a6d req-8505268b-0810-4949-bb64-5dc9a77971b9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0490828 Apr 28 19:35:06.694708 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-66391a59-c6ec-4396-81ff-72a0cd627a6d req-66f2d443-8098-4359-84e6-f3e710f85ab3 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426037 Apr 28 19:35:07.382352 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b1418842-6216-4611-8114-3cc98a53bef0 req-bbce55c3-97a8-4683-80aa-8131b5447e7a tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 210 time: 0.0303211 Apr 28 19:35:07.810449 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf38b7-2143-4f92-a1d8-bede1b2c537e req-1ed01f42-63ee-4f3a-9bd3-812be4e9917e tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:07.812726 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9fdf38b7-2143-4f92-a1d8-bede1b2c537e req-1ed01f42-63ee-4f3a-9bd3-812be4e9917e tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0498521 Apr 28 19:35:07.875302 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9fdf38b7-2143-4f92-a1d8-bede1b2c537e req-d47aff0e-66f8-4658-8dc9-09a3751ee9f5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561855 Apr 28 19:35:08.477611 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-779c974b-758b-4cae-8ba2-13927b7b1d5d req-e8adc300-1e6a-4b49-b039-bac01e8f0d08 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Apr 28 19:35:08.813945 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-8b3433f5-7f00-4277-bce1-4f89199d5ea1 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:08.815382 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-8b3433f5-7f00-4277-bce1-4f89199d5ea1 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.45 "GET /v2.0/networks?id=f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 200 len: 814 time: 0.1041253 Apr 28 19:35:08.829135 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'port': {'device_id': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'admin_state_up': True, 'tenant_id': '9b482a37d2f8485a96316399c7595627'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:08.982371 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Made reservation on behalf of 9b482a37d2f8485a96316399c7595627 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:08.985903 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:09.027655 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eab13-128d-4ecb-805e-36d0fc0eaa9d req-92ab9f7d-3205-47c2-95e1-1cb71eed72b8 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:09.029251 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-715eab13-128d-4ecb-805e-36d0fc0eaa9d req-92ab9f7d-3205-47c2-95e1-1cb71eed72b8 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0819058 Apr 28 19:35:09.156949 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-715eab13-128d-4ecb-805e-36d0fc0eaa9d req-024b480e-8751-489c-aa1b-d1b0278bd32c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932262 Apr 28 19:35:09.176210 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Allocated IP 172.20.0.6 (f597bfb8-49ff-43ec-91a4-56a688bd482d/89097b27-ab31-4536-ba50-e98100f1a9b0/dff8ddf1-50c4-402e-a1b7-b1608a340208) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:09.221363 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 86211717-c115-49b1-b99e-c5dbd320f2a7 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:09.362586 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:09.379763 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'port_id': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'mac_address': 'fa:16:3e:31:9f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:09.447881 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 86211717-c115-49b1-b99e-c5dbd320f2a7 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:09.448491 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:09.458869 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:09.472694 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86211717-c115-49b1-b99e-c5dbd320f2a7 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:09.513029 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:09.525522 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:09.543514 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:09.611762 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:09.621420 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.622237 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.622789 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.623586 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.624323 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.625181 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.625625 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:09.626265 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.627140 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.627787 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.628371 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.628987 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.629542 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.630117 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.630649 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.631191 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.637079 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Network f597bfb8-49ff-43ec-91a4-56a688bd482d is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:09.639355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.639688 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.640035 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.640381 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.640717 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.641056 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.641392 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.641746 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.642082 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.642414 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.642744 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.643072 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.643401 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.643729 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.644056 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:09.647871 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:09.650030 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:09.703430 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15090295-de23-4c85-bb85-70a00113d157 req-e31d382a-c4fc-4b35-a4e2-938732d30c94 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:09.705179 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-15090295-de23-4c85-bb85-70a00113d157 req-e31d382a-c4fc-4b35-a4e2-938732d30c94 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.1026812 Apr 28 19:35:09.721995 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:09.722814 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:09.751925 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-78457b51-347f-4a9a-9974-a4be408808dc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9266882 Apr 28 19:35:09.783206 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-15090295-de23-4c85-bb85-70a00113d157 req-90bcc6f7-d797-44ee-9aff-834ecb1acffc tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645685 Apr 28 19:35:09.947855 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-67ac4f3e-14b5-449a-9b77-a3453789a211 None None] Provisioning complete for port dff8ddf1-50c4-402e-a1b7-b1608a340208 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:09.948584 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-67ac4f3e-14b5-449a-9b77-a3453789a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:09.984680 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-67ac4f3e-14b5-449a-9b77-a3453789a211 None None] Port dff8ddf1-50c4-402e-a1b7-b1608a340208 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:35:09.997351 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['86211717-c115-49b1-b99e-c5dbd320f2a7'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:10.311149 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aea711-3cc6-4b4b-a71a-2367879569ff req-f080e47c-1f6b-45e3-9252-82829b92b710 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:10.313307 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-17aea711-3cc6-4b4b-a71a-2367879569ff req-f080e47c-1f6b-45e3-9252-82829b92b710 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 944 time: 0.0564368 Apr 28 19:35:10.370311 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-17aea711-3cc6-4b4b-a71a-2367879569ff req-a4ad009d-3954-43a5-a832-3b06f3ec1631 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508397 Apr 28 19:35:10.922778 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddd48d-baf6-4b9b-a062-203c8105d8e0 req-d9e5ebe1-1362-4d51-a880-af36a726579b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:10.924300 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-38ddd48d-baf6-4b9b-a062-203c8105d8e0 req-d9e5ebe1-1362-4d51-a880-af36a726579b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0502222 Apr 28 19:35:10.971614 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-38ddd48d-baf6-4b9b-a062-203c8105d8e0 req-ce016c64-2e2a-4862-8b81-7a2d8eadad10 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Apr 28 19:35:11.096840 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06ccb8-069a-41f1-b8db-047e654e591a req-33772ad3-6bd4-4271-a60b-7b59d16d62b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:11.099160 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e06ccb8-069a-41f1-b8db-047e654e591a req-33772ad3-6bd4-4271-a60b-7b59d16d62b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0521908 Apr 28 19:35:11.147543 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e06ccb8-069a-41f1-b8db-047e654e591a req-c9355c46-8706-4d63-9e12-a14d49f803ba tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Apr 28 19:35:11.411606 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 86211717-c115-49b1-b99e-c5dbd320f2a7 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:11.465879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 86211717-c115-49b1-b99e-c5dbd320f2a7 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:35:11.472156 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 86211717-c115-49b1-b99e-c5dbd320f2a7 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:11.472538 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:11.508147 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408331e5-472a-4695-bb3e-efe929062bd2 req-add86bed-88eb-477d-8a03-bf94f87872e8 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:11.510748 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-408331e5-472a-4695-bb3e-efe929062bd2 req-add86bed-88eb-477d-8a03-bf94f87872e8 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 944 time: 0.0592360 Apr 28 19:35:11.562195 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-408331e5-472a-4695-bb3e-efe929062bd2 req-72335994-50d7-4727-8115-37f4d755f4a2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 Apr 28 19:35:11.567376 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 86211717-c115-49b1-b99e-c5dbd320f2a7 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:11.567773 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:11.591509 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:11.593743 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a454a3f4-7639-4b9f-ba7e-4b17d2d00d84" -d '{"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-plugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:11.616751 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:11.622885 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:11.647432 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab985b60-3728-4ae9-84ad-238c69bd39e8 x-openstack-request-id: req-ab985b60-3728-4ae9-84ad-238c69bd39e8 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:11.647744 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-plugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:11.648000 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab985b60-3728-4ae9-84ad-238c69bd39e8 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:11.648391 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab985b60-3728-4ae9-84ad-238c69bd39e8'] response: {'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'code': 200} Apr 28 19:35:11.675968 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:12.094870 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127352d-72d3-4636-979e-783c354ad7af req-282e293f-9626-4234-bf74-57e843ac1591 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.096643 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4127352d-72d3-4636-979e-783c354ad7af req-282e293f-9626-4234-bf74-57e843ac1591 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0513425 Apr 28 19:35:12.143605 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4127352d-72d3-4636-979e-783c354ad7af req-8c16f12c-beb8-484f-bd0f-25e898a3b0bb tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Apr 28 19:35:12.272932 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758f25f-9408-4e68-b450-38e670f1e3cb req-ac691453-290a-4ca7-ba77-178ebdb545ef tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.274732 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0758f25f-9408-4e68-b450-38e670f1e3cb req-ac691453-290a-4ca7-ba77-178ebdb545ef tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0463307 Apr 28 19:35:12.321748 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0758f25f-9408-4e68-b450-38e670f1e3cb req-047e8389-7026-41aa-8e0a-53052223b127 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Apr 28 19:35:12.690941 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cdabd-8544-43a9-91f5-2d1c1e0c9556 req-1aadf8f2-342f-4234-b339-1e921249c996 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:12.692451 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-456cdabd-8544-43a9-91f5-2d1c1e0c9556 req-1aadf8f2-342f-4234-b339-1e921249c996 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0573127 Apr 28 19:35:12.701312 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 53792) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:12.745032 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-456cdabd-8544-43a9-91f5-2d1c1e0c9556 req-c5b5d93d-1ddf-49c2-8303-919485fb151d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469985 Apr 28 19:35:12.811049 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-391b0bfe-187d-4d5b-ab17-729f80d1fe2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:12.884410 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-391b0bfe-187d-4d5b-ab17-729f80d1fe2b admin admin] Publish callbacks [] for security_group (c672d057-bd68-4372-80e0-282951ce562f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:12.889796 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-391b0bfe-187d-4d5b-ab17-729f80d1fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c672d057-bd68-4372-80e0-282951ce562f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:12.931087 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-391b0bfe-187d-4d5b-ab17-729f80d1fe2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b25a8f7e2124f7aa911fac63577d42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285709 Apr 28 19:35:12.932397 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b0bfe-187d-4d5b-ab17-729f80d1fe2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c672d057-bd68-4372-80e0-282951ce562f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:12.934344 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 53798) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:12.984175 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e76c2b4a-b2a8-4aa3-858c-88ff6a339b89 admin admin] Publish callbacks [] for security_group (c672d057-bd68-4372-80e0-282951ce562f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:13.005772 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e76c2b4a-b2a8-4aa3-858c-88ff6a339b89 admin admin] Publish callbacks [] for security_group (c672d057-bd68-4372-80e0-282951ce562f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:13.051988 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e76c2b4a-b2a8-4aa3-858c-88ff6a339b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c672d057-bd68-4372-80e0-282951ce562f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:13.055295 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e76c2b4a-b2a8-4aa3-858c-88ff6a339b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:13.059635 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e76c2b4a-b2a8-4aa3-858c-88ff6a339b89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c672d057-bd68-4372-80e0-282951ce562f HTTP/1.1" status: 204 len: 168 time: 0.1212039 Apr 28 19:35:13.066875 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c2b4a-b2a8-4aa3-858c-88ff6a339b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c672d057-bd68-4372-80e0-282951ce562f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:13.273498 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bb15-d410-4678-ae3b-e816f54acc27 req-70e90719-b99c-40d2-834d-ef9045dc977d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:13.275054 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aa65bb15-d410-4678-ae3b-e816f54acc27 req-70e90719-b99c-40d2-834d-ef9045dc977d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0550983 Apr 28 19:35:13.329324 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aa65bb15-d410-4678-ae3b-e816f54acc27 req-1751beff-536f-49c4-a488-52b13c703c89 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Apr 28 19:35:13.448392 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331b39c-9bab-49c1-8990-8c93e7a40ade req-6cb81808-7a95-436a-8bf6-94dd8b90f21c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:13.450826 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0331b39c-9bab-49c1-8990-8c93e7a40ade req-6cb81808-7a95-436a-8bf6-94dd8b90f21c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0539963 Apr 28 19:35:13.500222 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0331b39c-9bab-49c1-8990-8c93e7a40ade req-c9109c9d-2aca-46df-8541-618a4e61e2d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439043 Apr 28 19:35:13.859792 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3950-6cd8-43bb-a9a3-1265cd5117c8 req-73f0ada9-502e-4c32-8f67-777a93a93f70 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:13.861344 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-efea3950-6cd8-43bb-a9a3-1265cd5117c8 req-73f0ada9-502e-4c32-8f67-777a93a93f70 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0470691 Apr 28 19:35:13.916880 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-efea3950-6cd8-43bb-a9a3-1265cd5117c8 req-70e16290-fb28-4dbc-a53a-8d7e35698736 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499754 Apr 28 19:35:14.440841 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4639af2-83ec-4927-a73e-07803c155906 req-723f24cd-fe5a-4d15-8fb8-b52e2c182a39 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:14.442316 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a4639af2-83ec-4927-a73e-07803c155906 req-723f24cd-fe5a-4d15-8fb8-b52e2c182a39 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0479736 Apr 28 19:35:14.555040 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:14.729402 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a4639af2-83ec-4927-a73e-07803c155906 req-1ef9c6de-8237-489e-9d4c-85b3b2e35a91 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815487 Apr 28 19:35:14.836079 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692012-196b-4f47-8211-2b2524c4c974 req-ea8a7e6f-573d-4b5a-a1f2-94f1fb64e8b7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:14.837570 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b5692012-196b-4f47-8211-2b2524c4c974 req-ea8a7e6f-573d-4b5a-a1f2-94f1fb64e8b7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0518432 Apr 28 19:35:14.887038 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b5692012-196b-4f47-8211-2b2524c4c974 req-df01572c-ba0b-493b-a37a-ccecf6f8d1f8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432894 Apr 28 19:35:15.033728 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae735448-a734-446e-af86-903c748b0deb req-2c3ffdba-6508-4df9-9426-09cb16f7bff3 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:15.035112 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae735448-a734-446e-af86-903c748b0deb req-2c3ffdba-6508-4df9-9426-09cb16f7bff3 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0489907 Apr 28 19:35:15.087538 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae735448-a734-446e-af86-903c748b0deb req-0e3bda5c-a55e-4e24-a43e-cdc61cb7eb68 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468578 Apr 28 19:35:15.841596 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c96654-8f4e-4a59-9ee3-44f20729f1ee req-b43c9c82-3cfa-42ce-8dc7-d0408cd1f5c0 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:15.843047 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-33c96654-8f4e-4a59-9ee3-44f20729f1ee req-b43c9c82-3cfa-42ce-8dc7-d0408cd1f5c0 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0468893 Apr 28 19:35:15.892815 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-33c96654-8f4e-4a59-9ee3-44f20729f1ee req-4cb1cbaa-5e63-418b-a771-46b1658206e3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Apr 28 19:35:16.008409 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ffb3d-3dc5-4ed2-bd96-481a2475e535 req-9649e630-a6a4-4bee-9626-c80bc29703da tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.009968 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e15ffb3d-3dc5-4ed2-bd96-481a2475e535 req-9649e630-a6a4-4bee-9626-c80bc29703da tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0504434 Apr 28 19:35:16.058379 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e15ffb3d-3dc5-4ed2-bd96-481a2475e535 req-38680296-0f3d-4cdb-894c-1480938a2f33 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Apr 28 19:35:16.203230 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e754-859d-458b-9b9c-0af176e151b8 req-cb515d11-c947-41c9-b4b9-a28d729f5d33 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:16.204850 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43b4e754-859d-458b-9b9c-0af176e151b8 req-cb515d11-c947-41c9-b4b9-a28d729f5d33 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0518315 Apr 28 19:35:16.255820 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-43b4e754-859d-458b-9b9c-0af176e151b8 req-500e9b8b-79ae-40b2-8415-3a175e5ac063 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451202 Apr 28 19:35:17.008986 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e815-c375-48ac-b55c-67c0ecfc9d08 req-264ca693-3a1d-4b63-9204-67c2af3122e1 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:17.010492 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6671e815-c375-48ac-b55c-67c0ecfc9d08 req-264ca693-3a1d-4b63-9204-67c2af3122e1 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0479641 Apr 28 19:35:17.060569 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6671e815-c375-48ac-b55c-67c0ecfc9d08 req-4557f894-b35e-441d-8714-f638b7493158 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Apr 28 19:35:17.185616 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd898a8-d89d-4261-b679-b891789ba317 req-b1ed205d-d655-432e-8b3d-4e62dd028d6c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:17.187150 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0cd898a8-d89d-4261-b679-b891789ba317 req-b1ed205d-d655-432e-8b3d-4e62dd028d6c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0489848 Apr 28 19:35:17.239663 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0cd898a8-d89d-4261-b679-b891789ba317 req-8bbd35b0-ca25-4e1e-8812-7cfde8f58c9e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468688 Apr 28 19:35:17.369432 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e5aca-9d5c-4bb2-a577-c74fc9947f7d req-0ee94360-973b-4ca8-a2e2-7305dcbe7890 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:17.371581 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3d8e5aca-9d5c-4bb2-a577-c74fc9947f7d req-0ee94360-973b-4ca8-a2e2-7305dcbe7890 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0479913 Apr 28 19:35:17.420648 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3d8e5aca-9d5c-4bb2-a577-c74fc9947f7d req-330c238b-13c5-4551-bcea-0f440edd6ed7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Apr 28 19:35:17.513338 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e4a0aa34-f265-4044-b51a-02655981c202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:18.177107 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d9ffc-d733-4e93-9cba-3f0243835b49 req-51bbe048-0074-4b63-b990-75210f2b888a tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:18.178783 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c78d9ffc-d733-4e93-9cba-3f0243835b49 req-51bbe048-0074-4b63-b990-75210f2b888a tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0491629 Apr 28 19:35:18.231577 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c78d9ffc-d733-4e93-9cba-3f0243835b49 req-2bf04c6d-3977-4342-82c5-7e65bd9d3953 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464771 Apr 28 19:35:18.363255 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3597-b5e4-4f29-abe7-3961def4f215 req-afd9a39e-9d6a-4c1e-b5c5-cb49c6acf1be tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:18.364736 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-254f3597-b5e4-4f29-abe7-3961def4f215 req-afd9a39e-9d6a-4c1e-b5c5-cb49c6acf1be tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0511336 Apr 28 19:35:18.412471 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-254f3597-b5e4-4f29-abe7-3961def4f215 req-1a54fa1a-6de6-4df2-a80f-16e22a628c3d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Apr 28 19:35:18.535156 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694523e1-492e-440d-9ced-3b10661e7b51 req-0002c0be-2129-4fc7-badd-e7253e2b9085 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:18.536668 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-694523e1-492e-440d-9ced-3b10661e7b51 req-0002c0be-2129-4fc7-badd-e7253e2b9085 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0475113 Apr 28 19:35:18.586300 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-694523e1-492e-440d-9ced-3b10661e7b51 req-f18a1df4-6fd0-43b9-8fbd-e0de24434b99 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Apr 28 19:35:19.399342 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c016b0-6d17-4102-a216-5300e53132dc req-09b3bebf-9476-47ca-a87f-9728a6299bd3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:19.401129 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-60c016b0-6d17-4102-a216-5300e53132dc req-09b3bebf-9476-47ca-a87f-9728a6299bd3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0642555 Apr 28 19:35:19.462143 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-60c016b0-6d17-4102-a216-5300e53132dc req-35b7376b-beb2-4056-8867-db1238237324 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Apr 28 19:35:19.563627 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa33d-ed52-459e-b1dd-6d96f17d8d6d req-c0e64f9b-7fbd-476e-a735-f4f1b60ada91 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:19.565144 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-710aa33d-ed52-459e-b1dd-6d96f17d8d6d req-c0e64f9b-7fbd-476e-a735-f4f1b60ada91 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0475113 Apr 28 19:35:19.616696 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-710aa33d-ed52-459e-b1dd-6d96f17d8d6d req-3393328e-63bc-4273-85b6-05c3e10edb2b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415304 Apr 28 19:35:19.720676 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44d7e-04c1-43c7-888a-13f1a69669dd req-7d6de9ed-a760-4f93-a2f6-36b3ec95a038 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:19.722513 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a7e44d7e-04c1-43c7-888a-13f1a69669dd req-7d6de9ed-a760-4f93-a2f6-36b3ec95a038 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0488472 Apr 28 19:35:19.774770 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f76a5ce-685c-4d4b-b44c-d1dfb141fa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:19.778804 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a7e44d7e-04c1-43c7-888a-13f1a69669dd req-07693cae-9913-4c64-ac08-3896956718c7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509264 Apr 28 19:35:20.616211 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd9c0d-5af2-4d4c-b199-295ac31646f7 req-d4c42c7e-298a-4bd9-bb21-d6cbaec28ee6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.617872 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26dd9c0d-5af2-4d4c-b199-295ac31646f7 req-d4c42c7e-298a-4bd9-bb21-d6cbaec28ee6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0720005 Apr 28 19:35:20.696830 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26dd9c0d-5af2-4d4c-b199-295ac31646f7 req-9f28df30-0ade-4f1f-94a5-5f60a696a472 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679388 Apr 28 19:35:20.806719 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8bb6-3bc0-429c-99c0-bf1ac5e909f3 req-f1a6a7ba-bba3-40fe-8ff6-4f09802ec5cb tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.812839 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a8dc8bb6-3bc0-429c-99c0-bf1ac5e909f3 req-f1a6a7ba-bba3-40fe-8ff6-4f09802ec5cb tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0689163 Apr 28 19:35:20.870627 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a8dc8bb6-3bc0-429c-99c0-bf1ac5e909f3 req-1872e022-8858-4ecf-a102-9c9e703b15c2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569022 Apr 28 19:35:20.903423 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:20.990456 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdef6ba-7ea6-4050-8e8a-7e2876ca0c3f req-5e72ba34-012b-4931-8f83-8c9a85f3ec38 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:20.991974 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fdef6ba-7ea6-4050-8e8a-7e2876ca0c3f req-5e72ba34-012b-4931-8f83-8c9a85f3ec38 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0599720 Apr 28 19:35:21.044857 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fdef6ba-7ea6-4050-8e8a-7e2876ca0c3f req-5cc8588c-68b5-49e6-b693-1828765beb50 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471778 Apr 28 19:35:21.802522 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be1af-8393-4a9b-aeea-3a444e2cb062 req-d0bd0e6d-edb1-4ba2-be75-a87d9f9916e2 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:21.804256 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8a1be1af-8393-4a9b-aeea-3a444e2cb062 req-d0bd0e6d-edb1-4ba2-be75-a87d9f9916e2 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0490561 Apr 28 19:35:21.862630 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8a1be1af-8393-4a9b-aeea-3a444e2cb062 req-dd1acdee-313e-4a89-a5cf-fea491a6acb0 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494895 Apr 28 19:35:21.990576 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33959b-9e2e-4c69-b336-7e464d47d309 req-ce45d8fd-62ad-42ae-b927-9d2504513018 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:21.992319 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f33959b-9e2e-4c69-b336-7e464d47d309 req-ce45d8fd-62ad-42ae-b927-9d2504513018 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0484197 Apr 28 19:35:22.050505 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f33959b-9e2e-4c69-b336-7e464d47d309 req-cf508784-84f5-4fd6-b0ac-8468164529f1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506396 Apr 28 19:35:22.161930 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973262-91e4-4df9-9df4-127d92a0c704 req-4d37c442-68d0-4de0-97b9-89ec0a8ad3c9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:22.163469 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-97973262-91e4-4df9-9df4-127d92a0c704 req-4d37c442-68d0-4de0-97b9-89ec0a8ad3c9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0486205 Apr 28 19:35:22.212913 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-97973262-91e4-4df9-9df4-127d92a0c704 req-2aa2552f-e2e8-4ff8-944f-4c7e064881dc tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431821 Apr 28 19:35:22.340785 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:22.972768 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfa97f-f23d-4893-a49b-19107c0681d2 req-346b5415-4bf8-4684-a96f-36fff98cef36 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:22.974226 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-50cfa97f-f23d-4893-a49b-19107c0681d2 req-346b5415-4bf8-4684-a96f-36fff98cef36 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0450814 Apr 28 19:35:23.019654 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-50cfa97f-f23d-4893-a49b-19107c0681d2 req-9dd9f478-2261-40e5-8f43-09d767256700 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400462 Apr 28 19:35:23.169661 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cbe00-99b3-4bdc-827d-c617ea976602 req-20125b1f-429d-4f04-881c-e1588f905fe7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.171116 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3d5cbe00-99b3-4bdc-827d-c617ea976602 req-20125b1f-429d-4f04-881c-e1588f905fe7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0493097 Apr 28 19:35:23.215723 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3d5cbe00-99b3-4bdc-827d-c617ea976602 req-aae47b3e-4fff-4b90-8d69-5d1be946962a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392630 Apr 28 19:35:23.322414 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46dbc6-a21d-43df-8b34-9740bc23a5d8 req-8bca6ee5-f1d6-4eb8-bfac-a7da32001f81 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:23.324372 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc46dbc6-a21d-43df-8b34-9740bc23a5d8 req-8bca6ee5-f1d6-4eb8-bfac-a7da32001f81 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0462382 Apr 28 19:35:23.371097 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc46dbc6-a21d-43df-8b34-9740bc23a5d8 req-016297d7-7ab0-45e0-bfa1-bc5a6df3debd tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 Apr 28 19:35:23.985062 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:24.138347 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a3b9-db57-46fa-b3ab-04a1d1bfc021 req-8584cdb1-ea54-4f5d-abe4-30654798d46d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.139720 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f116a3b9-db57-46fa-b3ab-04a1d1bfc021 req-8584cdb1-ea54-4f5d-abe4-30654798d46d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0494707 Apr 28 19:35:24.184724 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f116a3b9-db57-46fa-b3ab-04a1d1bfc021 req-6ca8a7eb-ce41-4444-a608-8110195cdb78 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 Apr 28 19:35:24.330898 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eda5f-d8e7-44cb-a0ed-c4454fc6b883 req-e37e2b57-d6a4-4486-a124-fc7d0b782f48 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.332399 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-860eda5f-d8e7-44cb-a0ed-c4454fc6b883 req-e37e2b57-d6a4-4486-a124-fc7d0b782f48 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0466926 Apr 28 19:35:24.377544 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-860eda5f-d8e7-44cb-a0ed-c4454fc6b883 req-4da3086a-28fa-409e-9f0c-3256d5000999 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Apr 28 19:35:24.480458 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce886fb5-5862-478d-bfb0-7cd83b1dc3a4 req-cb6da3e9-15d1-46da-9644-07594c0e3409 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.481928 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce886fb5-5862-478d-bfb0-7cd83b1dc3a4 req-cb6da3e9-15d1-46da-9644-07594c0e3409 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0447934 Apr 28 19:35:24.531826 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce886fb5-5862-478d-bfb0-7cd83b1dc3a4 req-68d28dd8-6b17-4f7d-a065-7edcbe8aaea8 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445645 Apr 28 19:35:25.294895 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939fe5-1f46-42dd-9b5c-a14d85a5c284 req-27103614-a9bf-4a96-8f00-bfedf0829c12 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.296356 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ba939fe5-1f46-42dd-9b5c-a14d85a5c284 req-27103614-a9bf-4a96-8f00-bfedf0829c12 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0462403 Apr 28 19:35:25.342540 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ba939fe5-1f46-42dd-9b5c-a14d85a5c284 req-bd1a3da4-a9e7-4846-965d-808bfc62f72f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Apr 28 19:35:25.492129 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853749df-e3f5-4246-8364-3c68fcdf4ca7 req-50eb8fa9-4955-454a-87ae-5e442ea95cc1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.493485 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-853749df-e3f5-4246-8364-3c68fcdf4ca7 req-50eb8fa9-4955-454a-87ae-5e442ea95cc1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0457850 Apr 28 19:35:25.539031 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-853749df-e3f5-4246-8364-3c68fcdf4ca7 req-da83562f-4236-414a-8be8-92e066fb08df tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400631 Apr 28 19:35:25.648058 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17a96-97c3-4993-9987-6da7b5c5f46d req-6365632f-d3df-47ef-9907-cad65f6756ec tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:25.649551 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eae17a96-97c3-4993-9987-6da7b5c5f46d req-6365632f-d3df-47ef-9907-cad65f6756ec tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0515983 Apr 28 19:35:25.697405 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eae17a96-97c3-4993-9987-6da7b5c5f46d req-a0ee8c55-7423-4514-b080-6dbec04a28a9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Apr 28 19:35:26.271518 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:35:26.452994 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6c2c8-917c-40ba-8da9-b866244fff81 req-2f059347-ce3a-4839-a067-b9c194bfac3e tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.454505 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-18c6c2c8-917c-40ba-8da9-b866244fff81 req-2f059347-ce3a-4839-a067-b9c194bfac3e tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 931 time: 0.0466192 Apr 28 19:35:26.499306 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-18c6c2c8-917c-40ba-8da9-b866244fff81 req-078bf193-5507-4b9f-abb8-e3a79212713b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Apr 28 19:35:26.577818 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Request body: {'port': {'device_id': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:26.671329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.693335 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3c0de-048b-4b8b-8bf3-a62b13b07ed5 req-251b944c-dec0-4cad-8a4d-0dff013606bf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.694823 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54d3c0de-048b-4b8b-8bf3-a62b13b07ed5 req-251b944c-dec0-4cad-8a4d-0dff013606bf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0599790 Apr 28 19:35:26.819718 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54d3c0de-048b-4b8b-8bf3-a62b13b07ed5 req-57927321-2362-47fc-87e1-e7981fe486ac tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053026 Apr 28 19:35:26.960906 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0b87f-bdfa-4aad-af59-4e17b075cd00 req-ff577d97-9e50-462a-8f9e-946a5d9182ba tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.962415 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1fe0b87f-bdfa-4aad-af59-4e17b075cd00 req-ff577d97-9e50-462a-8f9e-946a5d9182ba tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0671296 Apr 28 19:35:26.997547 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab3fa4-1c73-4bdb-87af-d576e48acf2a req-8d7999a8-9ea9-4aff-a35d-31a0b89b9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:26.999231 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-24ab3fa4-1c73-4bdb-87af-d576e48acf2a req-8d7999a8-9ea9-4aff-a35d-31a0b89b9a1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1129 time: 0.0459437 Apr 28 19:35:27.059408 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-24ab3fa4-1c73-4bdb-87af-d576e48acf2a req-ab8a1db6-fdd8-4a7d-b5ce-c8823d844f12 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514386 Apr 28 19:35:27.061050 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1fe0b87f-bdfa-4aad-af59-4e17b075cd00 req-950e34bb-5614-43c2-939a-961ed6d79a87 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864351 Apr 28 19:35:27.072509 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff8ddf1-50c4-402e-a1b7-b1608a340208 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:27.081157 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Publish callbacks [] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:27.095517 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Transition to ACTIVE for port object dff8ddf1-50c4-402e-a1b7-b1608a340208 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:35:27.100750 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:27.156530 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Pushing event updated for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:27.230051 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Attempting to bind port dff8ddf1-50c4-402e-a1b7-b1608a340208 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:35:27.230387 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Attempting to bind port dff8ddf1-50c4-402e-a1b7-b1608a340208 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:35:27.230783 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Attempting to bind port dff8ddf1-50c4-402e-a1b7-b1608a340208 on network f597bfb8-49ff-43ec-91a4-56a688bd482d {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:27.235386 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Port dff8ddf1-50c4-402e-a1b7-b1608a340208 on network f597bfb8-49ff-43ec-91a4-56a688bd482d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:27.235704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Attempting to bind port dff8ddf1-50c4-402e-a1b7-b1608a340208 on network f597bfb8-49ff-43ec-91a4-56a688bd482d {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:27.240719 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:27.241051 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Checking segment: {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:35:27.241435 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Bound using segment: {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:27.241893 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Bound port: dff8ddf1-50c4-402e-a1b7-b1608a340208, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a721a3-ba23-4efd-ac06-c98b49e955a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:35:27.242251 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:27.306667 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:27.310108 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:27.316793 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:27.361989 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.362617 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:27.364038 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] 10.222.0.45 "PUT /v2.0/ports/dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 1093 time: 0.7913890 Apr 28 19:35:27.364491 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:27.366784 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56561af7-2689-401a-bf8d-b5ae46667761" -d '{"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:27.392344 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efd42b-9bfe-47a4-b0b9-1c5a50982e8b service neutron] Pushing event updated for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:27.414890 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191da7d3-24b5-43e8-b566-526aef4a6b41 x-openstack-request-id: req-191da7d3-24b5-43e8-b566-526aef4a6b41 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:27.415391 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:27.415722 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-191da7d3-24b5-43e8-b566-526aef4a6b41 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:27.416203 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191da7d3-24b5-43e8-b566-526aef4a6b41'] response: {'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'status': 'completed', 'code': 200} Apr 28 19:35:27.631520 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eebd1-5a4b-4a44-a897-cb6ff2c7b719 req-1057b7e5-8ff0-49eb-8b22-220d5d4341cb tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.632924 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a74eebd1-5a4b-4a44-a897-cb6ff2c7b719 req-1057b7e5-8ff0-49eb-8b22-220d5d4341cb tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 943 time: 0.0605633 Apr 28 19:35:27.688496 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56561af7-2689-401a-bf8d-b5ae46667761 req-87a0a433-2c14-43da-a59d-a9844e75cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.690063 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56561af7-2689-401a-bf8d-b5ae46667761 req-87a0a433-2c14-43da-a59d-a9844e75cf0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1127 time: 0.0478539 Apr 28 19:35:27.694297 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a74eebd1-5a4b-4a44-a897-cb6ff2c7b719 req-0a949be3-e50f-46ba-ab87-2423c9ede26b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532298 Apr 28 19:35:27.790049 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56561af7-2689-401a-bf8d-b5ae46667761 req-73f06295-74d5-42a3-b15d-eafbebfa9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.791507 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56561af7-2689-401a-bf8d-b5ae46667761 req-73f06295-74d5-42a3-b15d-eafbebfa9fd2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9b482a37d2f8485a96316399c7595627&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0937207 Apr 28 19:35:27.889131 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56561af7-2689-401a-bf8d-b5ae46667761 req-da2e9c32-089b-4597-a974-8fa14ce50849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.890577 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56561af7-2689-401a-bf8d-b5ae46667761 req-da2e9c32-089b-4597-a974-8fa14ce50849 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909388 Apr 28 19:35:27.940609 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624f329-e5f9-4cb7-997e-7c61b26bf1f2 req-fab4a207-c200-438d-a219-e2678166b4ef tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:27.942097 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5624f329-e5f9-4cb7-997e-7c61b26bf1f2 req-fab4a207-c200-438d-a219-e2678166b4ef tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0460372 Apr 28 19:35:27.987841 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5624f329-e5f9-4cb7-997e-7c61b26bf1f2 req-95632a3d-2621-4afc-a749-6e5aa6071707 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Apr 28 19:35:28.170143 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729147e-f8f0-49a4-bbee-c7f98ef74733 req-cdeed833-83b3-4717-b280-fe011a929ecf tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.171635 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2729147e-f8f0-49a4-bbee-c7f98ef74733 req-cdeed833-83b3-4717-b280-fe011a929ecf tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0484099 Apr 28 19:35:28.234608 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2729147e-f8f0-49a4-bbee-c7f98ef74733 req-0bc1b5ac-49e9-4a8c-b2d0-5db6bc713bd4 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487871 Apr 28 19:35:28.581215 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-7928b177-4012-4498-aac7-16bb125a34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.582835 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-7928b177-4012-4498-aac7-16bb125a34f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1127 time: 0.0456119 Apr 28 19:35:28.642395 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-6565bf1f-421d-49ca-bd56-b509a5f90bc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 217 time: 0.0392177 Apr 28 19:35:28.691021 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-5d7b754c-2408-4919-b845-ab52a2835c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.692449 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-5d7b754c-2408-4919-b845-ab52a2835c59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89097b27-ab31-4536-ba50-e98100f1a9b0 HTTP/1.1" status: 200 len: 853 time: 0.0431654 Apr 28 19:35:28.737416 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-732e1480-b980-41b7-a4cc-20d123d6555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.739054 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-732e1480-b980-41b7-a4cc-20d123d6555d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f597bfb8-49ff-43ec-91a4-56a688bd482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385220 Apr 28 19:35:28.809823 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611b6af-ec1d-4d35-aa8a-7ec5eacfd737 req-f6f87af8-4b07-4275-afa8-4d8eed7b2249 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:28.811256 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c611b6af-ec1d-4d35-aa8a-7ec5eacfd737 req-f6f87af8-4b07-4275-afa8-4d8eed7b2249 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 943 time: 0.0484929 Apr 28 19:35:28.857318 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c611b6af-ec1d-4d35-aa8a-7ec5eacfd737 req-ce980f0d-b88b-46e2-99be-4ddd8f8fa680 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Apr 28 19:35:29.106487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b6ac7-e54d-49f2-8abd-3f9dc0f92cc6 req-9f5838a8-70ac-481a-9ae7-7a755bb3c5ad tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.108007 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe8b6ac7-e54d-49f2-8abd-3f9dc0f92cc6 req-9f5838a8-70ac-481a-9ae7-7a755bb3c5ad tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0458503 Apr 28 19:35:29.154611 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fe8b6ac7-e54d-49f2-8abd-3f9dc0f92cc6 req-631d7f6e-6a27-407e-bc9f-7a5464d4ab4b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Apr 28 19:35:29.361877 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-501be0b1-e725-4238-ac2a-17b2e6a7e976 service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227226 Apr 28 19:35:29.368873 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26480-b162-4587-b5e4-2d8e8e625989 req-48482f2f-53c1-4bcd-8121-f618ad081b46 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.370282 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-41c26480-b162-4587-b5e4-2d8e8e625989 req-48482f2f-53c1-4bcd-8121-f618ad081b46 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0697186 Apr 28 19:35:29.484142 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-41c26480-b162-4587-b5e4-2d8e8e625989 req-a4b4ad7e-35a2-4302-b5a8-aa7f65263571 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034975 Apr 28 19:35:29.499822 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-09aa298f-6561-41a6-807f-36e3375a1c6a req-de510dd1-4388-4924-a1fb-7d6877d9282d service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284351 Apr 28 19:35:29.967823 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf148-232e-47ce-b9c1-7c29058bf543 req-516329c5-875a-439b-8586-4dba0eb1c406 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:29.969289 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-394bf148-232e-47ce-b9c1-7c29058bf543 req-516329c5-875a-439b-8586-4dba0eb1c406 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 943 time: 0.0465562 Apr 28 19:35:30.019347 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-394bf148-232e-47ce-b9c1-7c29058bf543 req-b77df5d8-ef64-40d5-bef4-5adec2391eb9 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Apr 28 19:35:30.272174 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b781-bcbe-4617-a946-7e633a0f4c1c req-2a74f9e8-3f36-44db-8326-72b4fa7fe893 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.273368 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1bb4b781-bcbe-4617-a946-7e633a0f4c1c req-2a74f9e8-3f36-44db-8326-72b4fa7fe893 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0482261 Apr 28 19:35:30.320293 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1bb4b781-bcbe-4617-a946-7e633a0f4c1c req-6a1bd7f4-85c5-4a5a-86ab-5f7c646fd889 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410883 Apr 28 19:35:30.599608 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f113557-02fe-445c-8892-ad4f198660f3 req-6e155b0c-1a60-4aef-875a-f3d9f850261b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.601026 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f113557-02fe-445c-8892-ad4f198660f3 req-6e155b0c-1a60-4aef-875a-f3d9f850261b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0477288 Apr 28 19:35:30.646919 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f113557-02fe-445c-8892-ad4f198660f3 req-4aa3f4e1-9acc-4d38-aa6e-274a96a51681 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397706 Apr 28 19:35:30.754484 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c615913-cd8a-47ac-9a6a-eab3d933d361 req-e4453cc5-055a-4d38-ae12-d80b43d8602f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.755897 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0c615913-cd8a-47ac-9a6a-eab3d933d361 req-e4453cc5-055a-4d38-ae12-d80b43d8602f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0452068 Apr 28 19:35:30.802058 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0c615913-cd8a-47ac-9a6a-eab3d933d361 req-0409f494-0d68-4ada-9b20-71270c10bda2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407162 Apr 28 19:35:30.822785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54028) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:31.008464 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f886e-1227-4fc1-bde3-235becedaf0c tempest-TestShelveInstance-1840792388 tempest-TestShelveInstance-1840792388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.009951 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-301f886e-1227-4fc1-bde3-235becedaf0c tempest-TestShelveInstance-1840792388 tempest-TestShelveInstance-1840792388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1124 time: 0.1861310 Apr 28 19:35:31.013293 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54036) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:31.017333 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'port_id': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:31.037546 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:31.124357 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:31.137998 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e0e0-6361-46c3-99d3-618585158343 req-078c304e-00b3-4725-9c65-3403ccdef49b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.140162 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6852e0e0-6361-46c3-99d3-618585158343 req-078c304e-00b3-4725-9c65-3403ccdef49b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 943 time: 0.0478745 Apr 28 19:35:31.188173 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6852e0e0-6361-46c3-99d3-618585158343 req-ed6c26ba-3b68-4bbd-b0d6-635537fd78c6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Apr 28 19:35:31.236230 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Allocated IP 172.27.2.109 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/6afb2899-610f-451d-a629-1b2d7808d6b3) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:31.337301 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:31.369899 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:31.434873 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:31.443327 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:31.451559 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:31.456249 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'Port': ['ID=6afb2899-610f-451d-a629-1b2d7808d6b3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:31.483874 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd588ab-fdb2-4461-938a-216222c26ac4 req-beaea2ba-661e-4b00-b8ff-52af7e4f12c8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:31.485355 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dcd588ab-fdb2-4461-938a-216222c26ac4 req-beaea2ba-661e-4b00-b8ff-52af7e4f12c8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0878325 Apr 28 19:35:31.568894 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dcd588ab-fdb2-4461-938a-216222c26ac4 req-fae12143-2fb4-42e5-8696-eaa4b2ce5c21 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777504 Apr 28 19:35:31.847173 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for floatingip (3db8284f-d6f0-45a7-b4c2-1d101c9f714f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:31.912907 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:32.066093 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:32.072378 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:32.316837 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ee06c-444f-4026-a802-b120791f7528 req-cb6af333-0956-4b3b-afe9-6aafc9bd6b77 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:32.330118 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e7ee06c-444f-4026-a802-b120791f7528 req-cb6af333-0956-4b3b-afe9-6aafc9bd6b77 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 943 time: 0.0653484 Apr 28 19:35:32.381670 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event updated for resources: {'Port': ['ID=6afb2899-610f-451d-a629-1b2d7808d6b3,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:32.389156 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (3db8284f-d6f0-45a7-b4c2-1d101c9f714f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:32.404687 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e7ee06c-444f-4026-a802-b120791f7528 req-19b0f245-c90a-4535-bf5a-520e75aa1134 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733404 Apr 28 19:35:32.494555 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Floating IP 3db8284f-d6f0-45a7-b4c2-1d101c9f714f associated. External IP: 172.27.2.109, port: 86211717-c115-49b1-b99e-c5dbd320f2a7. Apr 28 19:35:32.726407 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970ad80-fd5c-4e22-b426-9904c5b45b36 req-d18edb48-6f7e-4951-a0e3-33ac21ddc662 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:32.727902 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3970ad80-fd5c-4e22-b426-9904c5b45b36 req-d18edb48-6f7e-4951-a0e3-33ac21ddc662 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0835414 Apr 28 19:35:32.773308 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Router 262d2c78-cc95-4cc3-854a-b613ef23be17 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:32.793954 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3970ad80-fd5c-4e22-b426-9904c5b45b36 req-b6cc04c8-d4e5-4c92-ba33-e8de39c3f4cd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582118 Apr 28 19:35:32.903616 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:32.912894 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] Sync routers for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:32.922280 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:32.926298 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:32.926897 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:35:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:32.965704 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-61b9e932-53ab-4ee6-b122-af9b24132f08 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9382195 Apr 28 19:35:32.965704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:32.965704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23483909-aba2-443e-a021-2185e03e5611" -d '{"events": [{"name": "network-changed", "server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:32.992665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae220f68-0ca9-43cd-88a4-b020524289d7 x-openstack-request-id: req-ae220f68-0ca9-43cd-88a4-b020524289d7 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:32.992962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:32.993226 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae220f68-0ca9-43cd-88a4-b020524289d7 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:32.993666 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae220f68-0ca9-43cd-88a4-b020524289d7'] response: {'name': 'network-changed', 'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'status': 'completed', 'code': 200} Apr 28 19:35:33.045300 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:33.055301 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483909-aba2-443e-a021-2185e03e5611 req-1a3234c0-d07c-4c11-ac3e-b09c2294f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.056810 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23483909-aba2-443e-a021-2185e03e5611 req-1a3234c0-d07c-4c11-ac3e-b09c2294f4ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1129 time: 0.0391798 Apr 28 19:35:33.156539 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483909-aba2-443e-a021-2185e03e5611 req-b8e8cef5-a6f7-449e-80ea-d14321aa559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.157947 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23483909-aba2-443e-a021-2185e03e5611 req-b8e8cef5-a6f7-449e-80ea-d14321aa559d service neutron] 10.222.0.45 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 910 time: 0.0924468 Apr 28 19:35:33.236107 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23483909-aba2-443e-a021-2185e03e5611 req-cb3cd1f4-33c4-4490-92bb-4fafcb6ce9a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 999 time: 0.0632322 Apr 28 19:35:33.254551 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '3db8284f-d6f0-45a7-b4c2-1d101c9f714f', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'port_id': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'mac_address': 'fa:16:3e:31:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:31Z', 'updated_at': '2022-04-28T19:35:31Z', 'revision_number': 0, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 5, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:33.283708 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] Checking router: 262d2c78-cc95-4cc3-854a-b613ef23be17 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:33.289471 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483909-aba2-443e-a021-2185e03e5611 req-c09eb1ca-1b1b-4fd1-826d-9432863cbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.291038 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23483909-aba2-443e-a021-2185e03e5611 req-c09eb1ca-1b1b-4fd1-826d-9432863cbb69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 200 len: 848 time: 0.0488565 Apr 28 19:35:33.291875 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:33.292458 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:35:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:33.335731 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483909-aba2-443e-a021-2185e03e5611 req-23ecc69e-b373-4ce2-a441-5fda94603086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.337230 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23483909-aba2-443e-a021-2185e03e5611 req-23ecc69e-b373-4ce2-a441-5fda94603086 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394797 Apr 28 19:35:33.409759 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:33.457854 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23483909-aba2-443e-a021-2185e03e5611 req-d1ee0a54-006f-4a1d-a089-2ddddcd0494b service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080346 Apr 28 19:35:33.504294 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device dff8ddf1-50c4-402e-a1b7-b1608a340208 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:33.571054 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764b44-3cd1-4b02-b7b3-638277a7a8a2 req-41a9c2e0-f397-4d5d-8078-148258082a94 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.572649 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47764b44-3cd1-4b02-b7b3-638277a7a8a2 req-41a9c2e0-f397-4d5d-8078-148258082a94 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 943 time: 0.0990863 Apr 28 19:35:33.607048 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:33.610930 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23483909-aba2-443e-a021-2185e03e5611 req-5b7b2045-cb8a-4554-983b-2834041cd80b service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461086 Apr 28 19:35:33.620110 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'port_id': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'mac_address': 'fa:16:3e:dc:d4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:33.643533 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-47764b44-3cd1-4b02-b7b3-638277a7a8a2 req-8be47405-dfc1-44d8-b50a-ddf29c94ca40 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Apr 28 19:35:33.659469 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port dff8ddf1-50c4-402e-a1b7-b1608a340208 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:33.660004 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:33.675282 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff8ddf1-50c4-402e-a1b7-b1608a340208 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:33.700403 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:33.705581 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:33.724663 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '3db8284f-d6f0-45a7-b4c2-1d101c9f714f', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'port_id': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'mac_address': 'fa:16:3e:31:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:31Z', 'updated_at': '2022-04-28T19:35:31Z', 'revision_number': 0, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 5, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:33.751482 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558da0b-d91e-485e-9a2f-66455654f053 None None] The sync data for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi is: [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '3db8284f-d6f0-45a7-b4c2-1d101c9f714f', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'port_id': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'mac_address': 'fa:16:3e:31:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:31Z', 'updated_at': '2022-04-28T19:35:31Z', 'revision_number': 0, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 5, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:33.762342 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:33.915788 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87993979-48ed-4784-b4bb-4a0f930f99d1 req-136cd32f-58dd-4e68-ba55-256434be063f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:33.917722 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-87993979-48ed-4784-b4bb-4a0f930f99d1 req-136cd32f-58dd-4e68-ba55-256434be063f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0504742 Apr 28 19:35:33.953129 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdefc65-34eb-434c-9ced-738143203953 None None] New status for floating IP 3db8284f-d6f0-45a7-b4c2-1d101c9f714f: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:35:33.968306 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-87993979-48ed-4784-b4bb-4a0f930f99d1 req-8702c603-e400-44d7-89fe-f19455ebdead tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Apr 28 19:35:34.322848 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['dff8ddf1-50c4-402e-a1b7-b1608a340208'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:34.757251 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1819c0-e9c7-42d3-a774-c196a3b8dec7 req-5c09846f-0468-461d-8130-8f2b126c6768 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:34.758761 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7e1819c0-e9c7-42d3-a774-c196a3b8dec7 req-5c09846f-0468-461d-8130-8f2b126c6768 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 944 time: 0.0469692 Apr 28 19:35:34.803762 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7e1819c0-e9c7-42d3-a774-c196a3b8dec7 req-89915480-fc80-4ab5-84a2-b4d57df8ee93 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390420 Apr 28 19:35:35.089861 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e5098-0cf5-4dc5-8544-c4ea35ba5108 req-60b9c27c-006e-4647-81da-284811ad6e97 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:35.091326 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e8e5098-0cf5-4dc5-8544-c4ea35ba5108 req-60b9c27c-006e-4647-81da-284811ad6e97 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0496182 Apr 28 19:35:35.140979 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8e8e5098-0cf5-4dc5-8544-c4ea35ba5108 req-d73abfa1-9fdb-4baa-bbbe-bd108ae11731 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Apr 28 19:35:35.774653 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device dff8ddf1-50c4-402e-a1b7-b1608a340208 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:35.810189 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54136) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:35.814687 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-cb0b0b9d-bcc2-4b47-9350-e180927d3db6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503132613', 'description': 'tempest-description--856865204'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:35.818440 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port dff8ddf1-50c4-402e-a1b7-b1608a340208 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:35:35.825759 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port dff8ddf1-50c4-402e-a1b7-b1608a340208 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:35.826155 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.840338 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b9d-bcc2-4b47-9350-e180927d3db6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.921621 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083f9be-0287-4e17-9342-ab83ab32028f req-408bf252-79fc-4142-b14a-4f091a7b8b97 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:35.922719 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port dff8ddf1-50c4-402e-a1b7-b1608a340208 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:35.923604 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.926140 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9083f9be-0287-4e17-9342-ab83ab32028f req-408bf252-79fc-4142-b14a-4f091a7b8b97 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 944 time: 0.0554178 Apr 28 19:35:35.930292 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b9d-bcc2-4b47-9350-e180927d3db6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (2c3be016-d78c-4e8b-b1bb-a2d9c5457e53), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.935128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b9d-bcc2-4b47-9350-e180927d3db6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2c3be016-d78c-4e8b-b1bb-a2d9c5457e53), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.954166 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:35.957811 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f06163-ded2-4378-bd08-d1d6dfce4356" -d '{"events": [{"server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "name": "network-vif-plugged", "status": "completed", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:35.965409 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cb0b0b9d-bcc2-4b47-9350-e180927d3db6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.969409 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cb0b0b9d-bcc2-4b47-9350-e180927d3db6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1555867 Apr 28 19:35:35.969726 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54142) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:35.973533 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:35.974331 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9d47371a-b94b-414b-a01d-f07b58390926 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': '2c3be016-d78c-4e8b-b1bb-a2d9c5457e53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:35.978402 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.985423 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b0b9d-bcc2-4b47-9350-e180927d3db6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:35.998791 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9083f9be-0287-4e17-9342-ab83ab32028f req-2a16ad56-3f63-484d-ac5d-64fe3fbb301f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666692 Apr 28 19:35:36.020269 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d47371a-b94b-414b-a01d-f07b58390926 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (0e515e46-cb50-4705-a3f6-270b09070921), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.025088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c1af2-cb67-4396-a37b-d15271984da4 x-openstack-request-id: req-f13c1af2-cb67-4396-a37b-d15271984da4 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:36.025551 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "name": "network-vif-plugged", "status": "completed", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:36.025950 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f13c1af2-cb67-4396-a37b-d15271984da4 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:36.026406 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13c1af2-cb67-4396-a37b-d15271984da4'] response: {'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'code': 200} Apr 28 19:35:36.056414 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.083242 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d47371a-b94b-414b-a01d-f07b58390926 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (0e515e46-cb50-4705-a3f6-270b09070921), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.087115 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d47371a-b94b-414b-a01d-f07b58390926 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (0e515e46-cb50-4705-a3f6-270b09070921), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.108479 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47371a-b94b-414b-a01d-f07b58390926 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e515e46-cb50-4705-a3f6-270b09070921,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.116044 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d47371a-b94b-414b-a01d-f07b58390926 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.117159 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9d47371a-b94b-414b-a01d-f07b58390926 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464472 Apr 28 19:35:36.119847 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54144) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:36.125144 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ce119f22-ed74-4999-9953-f479134f0c13 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': '2c3be016-d78c-4e8b-b1bb-a2d9c5457e53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:36.157305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce119f22-ed74-4999-9953-f479134f0c13 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (48ca16e5-6918-4214-81b8-8d4b69c54a29), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.226579 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab2e00-b2b3-432f-9da2-9a0ebb59d6cd req-5d2d1b11-fbf9-44ab-8ebd-e9b14957d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:36.230172 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-89ab2e00-b2b3-432f-9da2-9a0ebb59d6cd req-5d2d1b11-fbf9-44ab-8ebd-e9b14957d1f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1129 time: 0.0616169 Apr 28 19:35:36.248426 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce119f22-ed74-4999-9953-f479134f0c13 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (48ca16e5-6918-4214-81b8-8d4b69c54a29), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.256115 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce119f22-ed74-4999-9953-f479134f0c13 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (48ca16e5-6918-4214-81b8-8d4b69c54a29), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.265311 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957fe5c-849c-4d72-a795-0a350d48afaa req-55f96401-d1ad-4e56-9035-c5dae029660e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:36.267112 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1957fe5c-849c-4d72-a795-0a350d48afaa req-55f96401-d1ad-4e56-9035-c5dae029660e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0487077 Apr 28 19:35:36.283367 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce119f22-ed74-4999-9953-f479134f0c13 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ca16e5-6918-4214-81b8-8d4b69c54a29,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.301016 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-89ab2e00-b2b3-432f-9da2-9a0ebb59d6cd req-bba24d10-d3ed-4c5c-8748-40aa7d24e251 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637577 Apr 28 19:35:36.305012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ce119f22-ed74-4999-9953-f479134f0c13 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.306505 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ce119f22-ed74-4999-9953-f479134f0c13 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854734 Apr 28 19:35:36.310315 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54148) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:36.316056 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:36.329123 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1957fe5c-849c-4d72-a795-0a350d48afaa req-5ed5435f-9782-4187-9baf-7bd6b42f53c2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561481 Apr 28 19:35:36.337738 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.417321 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.522836 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.27.2.137 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/f250ed3d-4855-47f1-a39f-aaad04a183ea) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:36.626565 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.661192 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.698815 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:36.708893 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:36.711498 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:36.713596 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=f250ed3d-4855-47f1-a39f-aaad04a183ea,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.800079 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (a273c963-eeda-4477-92d2-c1b33483bb18), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.836636 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:37.002063 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:37.006787 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:37.107033 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=f250ed3d-4855-47f1-a39f-aaad04a183ea,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:37.132160 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd14aba-6c29-46d9-98d2-564ed2375236 req-7cdb09f9-3a1d-49c6-9712-b7e9c6b5c06d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:37.133627 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fd14aba-6c29-46d9-98d2-564ed2375236 req-7cdb09f9-3a1d-49c6-9712-b7e9c6b5c06d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0669281 Apr 28 19:35:37.134352 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (a273c963-eeda-4477-92d2-c1b33483bb18), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:37.156636 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:37.157800 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3c7833c3-a005-482a-aa95-4b727b8956b1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8460901 Apr 28 19:35:37.196199 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fd14aba-6c29-46d9-98d2-564ed2375236 req-a4aa65a5-0081-41dd-afa4-4b0547fd0108 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Apr 28 19:35:37.364264 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-33d87364-784b-4625-9118-65eec4e5f832 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--503132613&fields=id&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 267 time: 0.0516973 Apr 28 19:35:37.458276 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc8a7-b742-4101-a631-218d81a49706 req-c4d062d1-c71b-472d-b0d0-2d86550652dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:37.460112 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-06efc8a7-b742-4101-a631-218d81a49706 req-c4d062d1-c71b-472d-b0d0-2d86550652dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0549116 Apr 28 19:35:37.490619 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-70d10b9b-12d2-4d32-8aaf-062b313ec107 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:37.492629 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-70d10b9b-12d2-4d32-8aaf-062b313ec107 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.1216669 Apr 28 19:35:37.509700 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-bf1b6aca-cca2-4ea3-876b-830df528c2b5 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/quotas/36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 375 time: 0.0095842 Apr 28 19:35:37.514462 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-06efc8a7-b742-4101-a631-218d81a49706 req-d52a2388-8141-4a4c-8908-c0a4e3229607 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486705 Apr 28 19:35:37.566972 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-e6c63a22-8c27-4eb8-96f2-9e2719005ce9 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498621 Apr 28 19:35:37.669788 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-e0bc3203-7077-49ea-bfce-3b45c1ee0693 service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920272 Apr 28 19:35:37.763480 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-983ef911-fe48-4fe3-bc19-521f5ee6a76c service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866783 Apr 28 19:35:37.921563 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2eab7734-282c-44a8-bdcd-e33ec918b68b req-a0768850-5b2d-41cb-b3df-3d5acf113070 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 210 time: 0.0280340 Apr 28 19:35:38.316163 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee228f-5f8f-4733-91d4-90525e965208 req-abf4a5af-88c8-4ded-9438-73766d46d413 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:38.317678 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-74ee228f-5f8f-4733-91d4-90525e965208 req-abf4a5af-88c8-4ded-9438-73766d46d413 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0499156 Apr 28 19:35:38.365648 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-74ee228f-5f8f-4733-91d4-90525e965208 req-4979fd3b-1d59-47d8-8168-517527c08d8d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Apr 28 19:35:38.642381 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4ead4-5f14-4ee6-b371-d0b73dc497f1 req-27f95aac-0e65-4243-8d68-2c519a377a2c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:38.643779 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6b4ead4-5f14-4ee6-b371-d0b73dc497f1 req-27f95aac-0e65-4243-8d68-2c519a377a2c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0569758 Apr 28 19:35:38.705099 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6b4ead4-5f14-4ee6-b371-d0b73dc497f1 req-a20a992d-ba0f-4855-b0cc-bbd56f89bf81 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538495 Apr 28 19:35:39.013596 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bf4fdcd1-e3d8-48e3-b5e8-222bad7eff9d req-fd0389d4-8a64-48e5-b26a-f5cae02673cb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 210 time: 0.0270448 Apr 28 19:35:39.376536 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-c0f6bea8-1064-41b8-a27b-27c220d62e8c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:39.377946 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-c0f6bea8-1064-41b8-a27b-27c220d62e8c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.1150796 Apr 28 19:35:39.467757 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-dbbb53cb-7ff7-4f35-95aa-faa496ab73eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 472 time: 0.0803628 Apr 28 19:35:39.503734 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581e9f-9402-4fd7-a129-cfae09704f8a req-8c5215f9-89a4-4395-ae1c-02e1dc4c22f4 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:39.505130 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-13581e9f-9402-4fd7-a129-cfae09704f8a req-8c5215f9-89a4-4395-ae1c-02e1dc4c22f4 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0569630 Apr 28 19:35:39.538525 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'port': {'device_id': '7304858b-d065-4736-abb3-6e33aaf651f1', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'admin_state_up': True, 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'security_groups': ['2c3be016-d78c-4e8b-b1bb-a2d9c5457e53']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:39.574688 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-13581e9f-9402-4fd7-a129-cfae09704f8a req-a0cb39e1-68df-4e6d-a3db-f51c1b3b4208 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640287 Apr 28 19:35:39.666187 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Made reservation on behalf of 36df71958d224c05a8738eb90de0c818 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:39.669963 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:39.694335 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4732b-f51c-47c0-97b5-30d82ff58c7c req-7da6fb48-4247-466c-aea8-9b64894f09cb tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:39.695998 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a8a4732b-f51c-47c0-97b5-30d82ff58c7c req-7da6fb48-4247-466c-aea8-9b64894f09cb tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0487621 Apr 28 19:35:39.750836 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a8a4732b-f51c-47c0-97b5-30d82ff58c7c req-af3d78f5-41a6-464b-85b0-499ee508b937 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482781 Apr 28 19:35:39.854598 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.20.0.7 (d78411e1-316d-4ce8-a895-7120214bb428/f03aaf03-832f-48af-8daa-14c65cebe3f3/9336a6ac-2d8f-4172-8e65-95f5f47785e5) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:39.868160 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc92b-7e9c-44cc-9c09-b651824a278d req-8b76290c-9196-4629-8253-df5356e443fc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:39.869668 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2b7bc92b-7e9c-44cc-9c09-b651824a278d req-8b76290c-9196-4629-8253-df5356e443fc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0753207 Apr 28 19:35:39.977116 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2b7bc92b-7e9c-44cc-9c09-b651824a278d req-fc6d807c-cc29-4ecc-9b4a-eeeb3b458b25 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990608 Apr 28 19:35:40.064731 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.094193 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be6dcb-6ccd-4640-b631-1a004698a13e req-640ec9d7-35ab-4ba3-85e7-169e8cfd2fa0 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:40.102231 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04be6dcb-6ccd-4640-b631-1a004698a13e req-640ec9d7-35ab-4ba3-85e7-169e8cfd2fa0 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0557327 Apr 28 19:35:40.117253 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.154711 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04be6dcb-6ccd-4640-b631-1a004698a13e req-7f4d656c-ada6-446d-8160-2f146c661c18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515971 Apr 28 19:35:40.161877 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network d78411e1-316d-4ce8-a895-7120214bb428 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:40.166995 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:40.174048 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=9336a6ac-2d8f-4172-8e65-95f5f47785e5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:40.177623 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:40.235651 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:40.236601 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.258458 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-74caabf1-dde1-4da1-88de-48b1e890d825 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7237253 Apr 28 19:35:40.274591 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8d3e-96a4-47cb-9857-e84cf0c53001 req-2c57731c-6f0b-414d-b757-a6005e7d4096 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:40.276813 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02af8d3e-96a4-47cb-9857-e84cf0c53001 req-2c57731c-6f0b-414d-b757-a6005e7d4096 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 931 time: 0.0654082 Apr 28 19:35:40.282987 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Request body: {'port': {'device_id': '7304858b-d065-4736-abb3-6e33aaf651f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:40.359949 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.365118 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02af8d3e-96a4-47cb-9857-e84cf0c53001 req-4d88a1a1-573e-493e-abde-1da9dbc4c951 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787816 Apr 28 19:35:40.572270 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1df6e92d-6b8e-4b79-92dd-02b1f324ae67 None None] Provisioning complete for port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:40.572822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1df6e92d-6b8e-4b79-92dd-02b1f324ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.618760 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1df6e92d-6b8e-4b79-92dd-02b1f324ae67 None None] Port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:35:40.733233 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9336a6ac-2d8f-4172-8e65-95f5f47785e5 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:40.740534 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Publish callbacks [] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.753289 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Transition to ACTIVE for port object 9336a6ac-2d8f-4172-8e65-95f5f47785e5 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:35:40.756884 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.822495 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Pushing event updated for resources: {'Port': ['ID=9336a6ac-2d8f-4172-8e65-95f5f47785e5,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:40.882188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Attempting to bind port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:35:40.882537 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Attempting to bind port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:35:40.882876 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Attempting to bind port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:40.887493 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 on network d78411e1-316d-4ce8-a895-7120214bb428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:35:40.887816 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Attempting to bind port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:40.892928 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:40.893269 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Checking segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:35:40.893680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Bound using segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:40.894118 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Bound port: 9336a6ac-2d8f-4172-8e65-95f5f47785e5, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:35:40.894476 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:40.962607 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] For port 9336a6ac-2d8f-4172-8e65-95f5f47785e5, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:40.966206 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] For port 9336a6ac-2d8f-4172-8e65-95f5f47785e5, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:40.972449 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:41.005696 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.006324 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:41.007714 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] 10.222.0.45 "PUT /v2.0/ports/9336a6ac-2d8f-4172-8e65-95f5f47785e5 HTTP/1.1" status: 200 len: 1093 time: 0.7357123 Apr 28 19:35:41.008167 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:41.010433 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575" -d '{"events": [{"name": "network-changed", "server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:41.092535 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd46dd-427d-4933-a32e-61691f3fedfa service neutron] Pushing event updated for resources: {'Port': ['ID=9336a6ac-2d8f-4172-8e65-95f5f47785e5,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:41.109905 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ae202b-880b-4b93-89b4-2f97b95b6dff x-openstack-request-id: req-e2ae202b-880b-4b93-89b4-2f97b95b6dff {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:41.122773 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:41.123276 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2ae202b-880b-4b93-89b4-2f97b95b6dff {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:41.123738 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ae202b-880b-4b93-89b4-2f97b95b6dff'] response: {'name': 'network-changed', 'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'status': 'completed', 'code': 200} Apr 28 19:35:41.128051 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-3ceb6c41-2297-44a4-8d8e-bcd4a02d5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.129944 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-3ceb6c41-2297-44a4-8d8e-bcd4a02d5261 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 1127 time: 0.0692956 Apr 28 19:35:41.135471 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ac336-1395-4fb3-ab98-67c630c11fe6 req-207a8145-7a2b-4381-8a30-8b5649c2e42f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.137718 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb8ac336-1395-4fb3-ab98-67c630c11fe6 req-207a8145-7a2b-4381-8a30-8b5649c2e42f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0680990 Apr 28 19:35:41.192241 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-f3014499-269c-4196-8d13-768ba9d4ce1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5 HTTP/1.1" status: 200 len: 217 time: 0.0388305 Apr 28 19:35:41.194196 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bb8ac336-1395-4fb3-ab98-67c630c11fe6 req-915a908e-a255-4706-a7fb-7a719db590f7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503829 Apr 28 19:35:41.430520 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-5cce874e-17f6-45e3-b224-93dc262244ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.431970 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-5cce874e-17f6-45e3-b224-93dc262244ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0467989 Apr 28 19:35:41.503500 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-247b2d92-43d2-4d82-9b67-4f5072ee00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.504963 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-247b2d92-43d2-4d82-9b67-4f5072ee00b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655119 Apr 28 19:35:41.513359 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26322196-696f-4db2-ac30-2aabc8672953 req-72a5ef15-1c1e-484a-a9ef-be783ff5b988 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:41.514824 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26322196-696f-4db2-ac30-2aabc8672953 req-72a5ef15-1c1e-484a-a9ef-be783ff5b988 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 943 time: 0.0679154 Apr 28 19:35:41.617397 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-26322196-696f-4db2-ac30-2aabc8672953 req-d6cfd35e-bbf9-4ef8-b408-cc3381f8c3c6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940573 Apr 28 19:35:41.635040 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-3e1b62cd-645a-45bf-9ec9-4f5003e8edd8 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192818 Apr 28 19:35:41.734896 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaa90a2b-d987-4a77-9ac4-c987e8f86752 req-e025c650-bae8-4752-b074-cb9d6a0dc9e6 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932763 Apr 28 19:35:42.307273 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923cd02-fb0b-4ae5-afca-b294a3f9e2ba req-8afa7ff8-fe95-49a3-a979-f4ed7314532d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:42.308837 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8923cd02-fb0b-4ae5-afca-b294a3f9e2ba req-8afa7ff8-fe95-49a3-a979-f4ed7314532d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0487437 Apr 28 19:35:42.356924 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8923cd02-fb0b-4ae5-afca-b294a3f9e2ba req-9ec95b4e-86dc-45a6-9b13-153e1d0f635f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Apr 28 19:35:42.729671 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45396a-6623-4ac9-9663-f76fab9ce4e4 req-12c09c2a-e52f-4430-8511-09c89184e7b3 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:42.731751 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc45396a-6623-4ac9-9663-f76fab9ce4e4 req-12c09c2a-e52f-4430-8511-09c89184e7b3 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 943 time: 0.0470858 Apr 28 19:35:42.776459 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc45396a-6623-4ac9-9663-f76fab9ce4e4 req-fa20179a-9c68-49a9-9a90-5d6563b46124 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392201 Apr 28 19:35:43.476406 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2d010-de44-4ff7-82e8-0d5361c4a37e req-bd11439d-7664-4954-88dc-40185a79ba72 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:43.477841 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fbd2d010-de44-4ff7-82e8-0d5361c4a37e req-bd11439d-7664-4954-88dc-40185a79ba72 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0509739 Apr 28 19:35:43.522739 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fbd2d010-de44-4ff7-82e8-0d5361c4a37e req-9e466d32-f2df-4fdc-b6a8-7097e9b94ab7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388820 Apr 28 19:35:43.898355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915679-b901-4bad-85c3-f3b22ae6a0b9 req-67951cae-0d5d-4728-984f-035984223dc8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:43.899849 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5b915679-b901-4bad-85c3-f3b22ae6a0b9 req-67951cae-0d5d-4728-984f-035984223dc8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 943 time: 0.0465026 Apr 28 19:35:43.946020 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5b915679-b901-4bad-85c3-f3b22ae6a0b9 req-17178162-b23d-4599-b33e-9194386db6a1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401223 Apr 28 19:35:44.561021 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:44.641718 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5d8ff-35ef-4a03-a749-dc403c135322 req-5bc80fda-1333-4cc8-83a6-141b3396dac2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:44.643154 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfa5d8ff-35ef-4a03-a749-dc403c135322 req-5bc80fda-1333-4cc8-83a6-141b3396dac2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0487204 Apr 28 19:35:44.688768 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cfa5d8ff-35ef-4a03-a749-dc403c135322 req-5d2380e3-bb2b-4687-8989-6285870727f3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Apr 28 19:35:45.056823 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f372e55-86a3-4460-907d-6d11f92768cb req-4a1d75e2-4344-404d-81ec-9a2088d23071 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:45.058904 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5f372e55-86a3-4460-907d-6d11f92768cb req-4a1d75e2-4344-404d-81ec-9a2088d23071 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 943 time: 0.0451796 Apr 28 19:35:45.102931 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5f372e55-86a3-4460-907d-6d11f92768cb req-e1926351-ca96-4df7-ad73-9a877ce8b78a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385969 Apr 28 19:35:45.794595 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9336a6ac-2d8f-4172-8e65-95f5f47785e5 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:45.804930 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792f350-88bf-477a-80be-f6e8dfd549d9 req-c56add44-6213-4551-8d8f-a443f10e04bf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:45.806478 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e792f350-88bf-477a-80be-f6e8dfd549d9 req-c56add44-6213-4551-8d8f-a443f10e04bf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0468540 Apr 28 19:35:45.861307 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e792f350-88bf-477a-80be-f6e8dfd549d9 req-72787d88-9bd3-494b-89a7-237a3031173f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492084 Apr 28 19:35:45.888503 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 9336a6ac-2d8f-4172-8e65-95f5f47785e5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:45.902834 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'port_id': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'mac_address': 'fa:16:3e:29:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:45.937401 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:45.937823 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:45.950271 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9336a6ac-2d8f-4172-8e65-95f5f47785e5 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:45.969478 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 9336a6ac-2d8f-4172-8e65-95f5f47785e5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:45.973071 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:45.973662 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:35:46.045936 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=9336a6ac-2d8f-4172-8e65-95f5f47785e5,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:46.081780 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-c0d91485-a3e8-4248-a242-1729c8b266f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.084085 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-c0d91485-a3e8-4248-a242-1729c8b266f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 1128 time: 0.0586069 Apr 28 19:35:46.124607 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:46.138191 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'port_id': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'mac_address': 'fa:16:3e:c8:b2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:35:46.179189 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae is: ACTIVE; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:46.179624 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:46.194308 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:35:46.217254 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:46.221674 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:46.282170 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:46.488454 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-9dcd2a22-f615-40c7-a637-e2fd1adeef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.489833 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-9dcd2a22-f615-40c7-a637-e2fd1adeef33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 916 time: 0.3771794 Apr 28 19:35:46.500355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f62ab3-c90b-410e-9f9a-433848a72f94 req-17af622b-99ad-4cf5-a9d1-ea514be6e22b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.501759 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-16f62ab3-c90b-410e-9f9a-433848a72f94 req-17af622b-99ad-4cf5-a9d1-ea514be6e22b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 944 time: 0.3111486 Apr 28 19:35:46.541418 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-801a64a9-91bb-4160-9889-6beae8e5b816 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5 HTTP/1.1" status: 200 len: 217 time: 0.0387180 Apr 28 19:35:46.610375 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-16f62ab3-c90b-410e-9f9a-433848a72f94 req-6c7f8267-aaaf-46d0-b4a8-73c68ae6b4bd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024270 Apr 28 19:35:46.613915 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-37d5272f-40d2-4359-bb19-3c2b56f4671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.615267 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-37d5272f-40d2-4359-bb19-3c2b56f4671e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0658805 Apr 28 19:35:46.662208 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-af279e8b-03a7-49eb-8b33-f1df6f8185e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.664254 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-af279e8b-03a7-49eb-8b33-f1df6f8185e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411677 Apr 28 19:35:46.779183 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-0ee85c03-eacd-4281-9cfb-3a294eaf2808 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862842 Apr 28 19:35:46.910915 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['9336a6ac-2d8f-4172-8e65-95f5f47785e5'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:46.923170 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-738f89e3-9646-4755-ad0b-14d993202bf2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396235 Apr 28 19:35:46.970485 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f0cd2931-ca4a-404f-98b3-fad3c6f6c575 req-f5848a13-da75-462a-98a5-9655a93259c7 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964823 Apr 28 19:35:46.992095 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc2c84-32a0-4049-a27b-d86d524d70f5 req-cedcc660-522a-4c10-a9bd-24bbe760bd43 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:46.993561 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c9bc2c84-32a0-4049-a27b-d86d524d70f5 req-cedcc660-522a-4c10-a9bd-24bbe760bd43 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.0478156 Apr 28 19:35:47.019722 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:35:47.039921 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c9bc2c84-32a0-4049-a27b-d86d524d70f5 req-cbdb03f6-ff6a-4e42-8521-195dbb7a9d12 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405247 Apr 28 19:35:47.515365 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-601379fa-650b-41ce-9f9e-c181ae26aa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:47.691697 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-40775c51-7060-40d8-971e-016d97b09da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:47.693224 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-40775c51-7060-40d8-971e-016d97b09da1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 1129 time: 0.0438330 Apr 28 19:35:47.725568 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a0ea1-00e3-4ae5-ad17-bdb1ed31f403 req-bf5900f6-6261-4ca5-8ec6-f5bd4d6ac09b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:47.727064 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5d1a0ea1-00e3-4ae5-ad17-bdb1ed31f403 req-bf5900f6-6261-4ca5-8ec6-f5bd4d6ac09b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 944 time: 0.0478773 Apr 28 19:35:47.773044 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5d1a0ea1-00e3-4ae5-ad17-bdb1ed31f403 req-ba25bdb1-60a8-4a59-89c3-ba8d2427d8b4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403998 Apr 28 19:35:48.167283 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86b8a7-378a-4ab9-abea-47e9dfad3283 req-cf721f40-fa64-4016-bf85-e9afa89bd9f6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.169299 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a86b8a7-378a-4ab9-abea-47e9dfad3283 req-cf721f40-fa64-4016-bf85-e9afa89bd9f6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.0448415 Apr 28 19:35:48.214515 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4a86b8a7-378a-4ab9-abea-47e9dfad3283 req-049bf1a0-33a0-4a36-b783-856162dfe0b7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 Apr 28 19:35:48.764390 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-9b7b638e-c139-418d-826b-3748a1abca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.765928 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-9b7b638e-c139-418d-826b-3748a1abca37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.3290398 Apr 28 19:35:48.806080 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-3eccdf5f-4b21-4251-9ee6-8c1c71f8fcd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=614532dc-8d0b-4062-9b80-00871d38539e HTTP/1.1" status: 200 len: 217 time: 0.0329015 Apr 28 19:35:48.816284 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9336a6ac-2d8f-4172-8e65-95f5f47785e5 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:48.863277 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-9e711c36-448c-47e7-97c0-257df92a41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.864604 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:35:48.864741 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-9e711c36-448c-47e7-97c0-257df92a41ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0522096 Apr 28 19:35:48.870252 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:48.870634 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:48.900562 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eb92d-3307-4876-a421-4ff4f7703d52 req-347a76af-9a80-4192-b795-861fdfb4c3bf tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.902855 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-214eb92d-3307-4876-a421-4ff4f7703d52 req-347a76af-9a80-4192-b795-861fdfb4c3bf tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 944 time: 0.0574272 Apr 28 19:35:48.931678 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-1ecbbfa5-091f-4959-bdb5-4482be561790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:48.933585 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-1ecbbfa5-091f-4959-bdb5-4482be561790 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597367 Apr 28 19:35:48.958731 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-214eb92d-3307-4876-a421-4ff4f7703d52 req-24bc80a7-185e-4d0e-83a6-707cdce7a660 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491297 Apr 28 19:35:48.979560 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:48.980029 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:49.004047 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:49.006599 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d156ab26-9503-43b1-92a2-25259382b09c" -d '{"events": [{"server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "name": "network-vif-plugged", "status": "completed", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:49.019669 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 9336a6ac-2d8f-4172-8e65-95f5f47785e5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:49.027124 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:49.029105 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:49.042971 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-954c4204-43aa-4c68-82a1-c980c699221d service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990272 Apr 28 19:35:49.073523 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a090c-03bb-47ad-9f25-9b94813320c9 x-openstack-request-id: req-a91a090c-03bb-47ad-9f25-9b94813320c9 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:49.073994 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "name": "network-vif-plugged", "status": "completed", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:49.074345 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a91a090c-03bb-47ad-9f25-9b94813320c9 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:49.074829 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91a090c-03bb-47ad-9f25-9b94813320c9'] response: {'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'code': 200} Apr 28 19:35:49.128978 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=9336a6ac-2d8f-4172-8e65-95f5f47785e5,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:49.144529 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:49.144529 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:49.220601 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2aed51b5-4e6e-4279-b630-f8a950605126 req-1c178c6f-6506-45ee-a526-0450ba040ab9 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488817 Apr 28 19:35:49.260713 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:49.261206 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:49.272145 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284095c-49d6-49c3-be5a-04e7410e9807 req-3afdeccc-b6fc-48fc-853f-ec1d90c459a5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:49.279815 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6284095c-49d6-49c3-be5a-04e7410e9807 req-3afdeccc-b6fc-48fc-853f-ec1d90c459a5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0648713 Apr 28 19:35:49.298503 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:49.303853 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:49.329532 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6284095c-49d6-49c3-be5a-04e7410e9807 req-92cf1e49-09ce-49eb-9a6e-166f829d5352 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485270 Apr 28 19:35:49.355814 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23039dd5-4171-47a9-8d39-1ea91d140d5f req-bfcf0e9f-6e52-4909-b0a6-44049470af81 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:49.357602 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23039dd5-4171-47a9-8d39-1ea91d140d5f req-bfcf0e9f-6e52-4909-b0a6-44049470af81 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0519736 Apr 28 19:35:49.358276 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:49.404253 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23039dd5-4171-47a9-8d39-1ea91d140d5f req-ef9f3012-38b8-40fd-867a-3f352a107a0a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Apr 28 19:35:49.446809 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0ea5-f1d7-4c79-a707-4a64333aff47 req-17d2c876-40dc-4706-aecb-d384267f21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:49.448282 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04cc0ea5-f1d7-4c79-a707-4a64333aff47 req-17d2c876-40dc-4706-aecb-d384267f21c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 1129 time: 0.0383744 Apr 28 19:35:49.497547 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04cc0ea5-f1d7-4c79-a707-4a64333aff47 req-160f9f1e-b4a9-4a9e-8ab3-be5a3fe420e3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406115 Apr 28 19:35:49.768012 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3c592483-3fc5-4db9-99de-4101f1a22de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:50.069035 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cf641-5526-4f55-bb80-77cba8d88348 req-eb7ca05a-98ac-49f7-b3ce-c54ef9d68402 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:50.070487 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-227cf641-5526-4f55-bb80-77cba8d88348 req-eb7ca05a-98ac-49f7-b3ce-c54ef9d68402 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0467560 Apr 28 19:35:50.118989 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-227cf641-5526-4f55-bb80-77cba8d88348 req-e8a87ff4-d7b7-4bb4-827a-6e9f4fc9a403 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430183 Apr 28 19:35:50.443978 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6a6d-97a2-4ef9-b513-926c47a6f792 req-c993d148-734b-4b08-9a30-5da7130a10bb tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:50.445491 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d97f6a6d-97a2-4ef9-b513-926c47a6f792 req-c993d148-734b-4b08-9a30-5da7130a10bb tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0465648 Apr 28 19:35:50.492572 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d97f6a6d-97a2-4ef9-b513-926c47a6f792 req-7714113a-a586-4cd3-b390-3d5289cab710 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411758 Apr 28 19:35:50.521954 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1e04-0134-450f-ae3c-733858479b34 req-7966d29c-acf2-4ada-b5f3-f1a0408ec4b9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:50.523446 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-185d1e04-0134-450f-ae3c-733858479b34 req-7966d29c-acf2-4ada-b5f3-f1a0408ec4b9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0473647 Apr 28 19:35:50.571900 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-185d1e04-0134-450f-ae3c-733858479b34 req-98fab92e-8d80-4a6b-b85c-1b361110ad8f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Apr 28 19:35:50.898708 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:51.076371 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:51.079227 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31b1a8-a1bb-48c7-aa6d-199d3c86eaf2" -d '{"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-plugged", "status": "completed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:51.115664 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab9cff-52d3-4dfd-9df9-b03b85623516 x-openstack-request-id: req-faab9cff-52d3-4dfd-9df9-b03b85623516 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:51.115981 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-plugged", "status": "completed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:51.116261 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faab9cff-52d3-4dfd-9df9-b03b85623516 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:51.116655 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faab9cff-52d3-4dfd-9df9-b03b85623516'] response: {'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'code': 200} Apr 28 19:35:51.227576 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab31be-2612-48d2-b264-f7904e96d79f req-e0b5c74c-8ed1-4330-b72e-b3f7b9d945eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:51.229013 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a5ab31be-2612-48d2-b264-f7904e96d79f req-e0b5c74c-8ed1-4330-b72e-b3f7b9d945eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0460391 Apr 28 19:35:51.274498 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a5ab31be-2612-48d2-b264-f7904e96d79f req-7fdd029d-44f1-44cd-9b0d-89baa105934e tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400853 Apr 28 19:35:51.606314 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd539bb8-cfc7-4fda-8acb-0fb8c93d83e9 req-deb60534-f638-4b7c-b596-2f4594088446 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:51.607794 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cd539bb8-cfc7-4fda-8acb-0fb8c93d83e9 req-deb60534-f638-4b7c-b596-2f4594088446 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0460310 Apr 28 19:35:51.653833 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cd539bb8-cfc7-4fda-8acb-0fb8c93d83e9 req-a595c9cf-dfe0-4a15-be65-e0f12b247f71 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406542 Apr 28 19:35:51.692011 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91607a-54d5-41c8-a889-707c00961113 req-6b5ed4d4-d3ce-4500-8541-951f102efd9b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:51.693477 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd91607a-54d5-41c8-a889-707c00961113 req-6b5ed4d4-d3ce-4500-8541-951f102efd9b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0500505 Apr 28 19:35:51.738762 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd91607a-54d5-41c8-a889-707c00961113 req-6a93a733-649a-4ca0-b975-e18253253226 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396616 Apr 28 19:35:52.345010 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:52.396614 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c0228-17a5-49cb-be7b-3ba3bbe03994 req-7a6de1bf-0667-484a-b832-0c5a54841696 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:52.398062 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-af9c0228-17a5-49cb-be7b-3ba3bbe03994 req-7a6de1bf-0667-484a-b832-0c5a54841696 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Apr 28 19:35:52.445210 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-af9c0228-17a5-49cb-be7b-3ba3bbe03994 req-5f4bff0e-cdb6-4249-847e-9ca649fdcdca tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Apr 28 19:35:52.765400 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583ca13-476c-4d0b-83b2-520428d4ec83 req-04717d7e-0001-4f2f-bb5d-3731bb925987 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:52.766905 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6583ca13-476c-4d0b-83b2-520428d4ec83 req-04717d7e-0001-4f2f-bb5d-3731bb925987 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0454497 Apr 28 19:35:52.818201 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6583ca13-476c-4d0b-83b2-520428d4ec83 req-54ac26d4-4e68-4505-bccc-5f4c988854a4 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456634 Apr 28 19:35:52.872401 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4d76f-f954-4a09-a38a-4864dd289f07 req-915fd5b1-e031-4a75-b805-31dfc00de12e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:52.874426 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccb4d76f-f954-4a09-a38a-4864dd289f07 req-915fd5b1-e031-4a75-b805-31dfc00de12e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0510852 Apr 28 19:35:52.919978 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ccb4d76f-f954-4a09-a38a-4864dd289f07 req-de726aa0-9897-442e-b4ea-c9e0415f0697 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396805 Apr 28 19:35:53.558464 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abc18e-f6a2-4516-8a76-8089bc8d7283 req-43a421f2-dfd1-4b2b-9fc1-c5bdf771265f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:53.559933 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-19abc18e-f6a2-4516-8a76-8089bc8d7283 req-43a421f2-dfd1-4b2b-9fc1-c5bdf771265f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0503736 Apr 28 19:35:53.610973 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-19abc18e-f6a2-4516-8a76-8089bc8d7283 req-dcd07a87-8e77-4876-ab06-34efd9bf0068 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445540 Apr 28 19:35:53.717139 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321d9c-6289-441a-8975-03b15e61ddc9 req-a30eb7de-f2ea-4163-a8c8-cf6c66977414 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:53.718635 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8321d9c-6289-441a-8975-03b15e61ddc9 req-a30eb7de-f2ea-4163-a8c8-cf6c66977414 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0464547 Apr 28 19:35:53.726847 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54398) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:53.730995 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'port_id': '9336a6ac-2d8f-4172-8e65-95f5f47785e5'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:53.771483 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (a273c963-eeda-4477-92d2-c1b33483bb18), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:53.933566 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cc000-d8a3-422d-8704-a2d480931375 req-7fc5dc2f-c890-41bf-b962-c54b77e75dce tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:53.935681 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b57cc000-d8a3-422d-8704-a2d480931375 req-7fc5dc2f-c890-41bf-b962-c54b77e75dce tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0468762 Apr 28 19:35:53.989695 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b57cc000-d8a3-422d-8704-a2d480931375 req-4d6bcd5c-2764-40a1-a2a2-6e1a32fd89a6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483654 Apr 28 19:35:54.007369 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:54.110522 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbe7b6-7120-4b92-b770-4875b560c4d9 req-c985df02-f54c-4296-9e14-82d8826f5845 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:54.111974 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7fcbe7b6-7120-4b92-b770-4875b560c4d9 req-c985df02-f54c-4296-9e14-82d8826f5845 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0892365 Apr 28 19:35:54.200508 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7fcbe7b6-7120-4b92-b770-4875b560c4d9 req-fe548833-862f-4017-a3db-7bce98f6788e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819063 Apr 28 19:35:54.283744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:54.287548 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (a273c963-eeda-4477-92d2-c1b33483bb18), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:54.386598 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP a273c963-eeda-4477-92d2-c1b33483bb18 associated. External IP: 172.27.2.137, port: 9336a6ac-2d8f-4172-8e65-95f5f47785e5. Apr 28 19:35:54.598934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:54.706355 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:54.711181 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:54.717221 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:54.726393 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:54.727001 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:35:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:54.751949 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c994e7e2-2271-4a4e-bfb9-42a90c747600 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "PUT /v2.0/floatingips/a273c963-eeda-4477-92d2-c1b33483bb18 HTTP/1.1" status: 200 len: 991 time: 1.0139246 Apr 28 19:35:54.751949 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:54.751949 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db" -d '{"events": [{"name": "network-changed", "server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:54.781118 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4f439-7a25-4ece-b9ea-5c51ff228bfc x-openstack-request-id: req-14b4f439-7a25-4ece-b9ea-5c51ff228bfc {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:54.781411 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:54.781689 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14b4f439-7a25-4ece-b9ea-5c51ff228bfc {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:54.782094 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b4f439-7a25-4ece-b9ea-5c51ff228bfc'] response: {'name': 'network-changed', 'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'status': 'completed', 'code': 200} Apr 28 19:35:54.838376 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:55.046012 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'a273c963-eeda-4477-92d2-c1b33483bb18', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304858b-d065-4736-abb3-6e33aaf651f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:36Z', 'updated_at': '2022-04-28T19:35:54Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}, {'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:51Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:55.076366 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:55.084496 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:55.085091 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:35:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:55.096995 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeecf1-d221-41e4-a67f-25ab24e4af7f req-540f84d1-3896-4e7d-92ec-533864b56346 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:55.098509 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b9aeecf1-d221-41e4-a67f-25ab24e4af7f req-540f84d1-3896-4e7d-92ec-533864b56346 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0477235 Apr 28 19:35:55.145594 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b9aeecf1-d221-41e4-a67f-25ab24e4af7f req-8a012048-e42d-44f0-8ba6-bd21c92af9e1 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411575 Apr 28 19:35:55.191354 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:55.239365 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-0c9ab669-f9cb-48b7-a879-b1b4ddb4e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:55.241621 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-0c9ab669-f9cb-48b7-a879-b1b4ddb4e67c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 1129 time: 0.0463448 Apr 28 19:35:55.324365 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7410f-4a8b-43da-9278-a4030720b431 req-dfdaf784-499c-442a-8392-9f26fca15cb8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:55.326518 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2de7410f-4a8b-43da-9278-a4030720b431 req-dfdaf784-499c-442a-8392-9f26fca15cb8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0472815 Apr 28 19:35:55.372002 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2de7410f-4a8b-43da-9278-a4030720b431 req-440bb3a1-d6fa-4454-a123-0cc68d32f627 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 Apr 28 19:35:55.414763 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'a273c963-eeda-4477-92d2-c1b33483bb18', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304858b-d065-4736-abb3-6e33aaf651f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:36Z', 'updated_at': '2022-04-28T19:35:54Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}, {'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:51Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:55.444354 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bac10-75db-4eba-8952-ea41c1781bbd None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'a273c963-eeda-4477-92d2-c1b33483bb18', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7304858b-d065-4736-abb3-6e33aaf651f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:36Z', 'updated_at': '2022-04-28T19:35:54Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}, {'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:51Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:55.647400 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4eda56-cbbb-49af-a3b0-41cca727f3ee None None] New status for floating IP a273c963-eeda-4477-92d2-c1b33483bb18: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:35:55.839375 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-4dbf5c4f-6c8c-4d60-a57f-931ec0ebfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:55.840550 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-4dbf5c4f-6c8c-4d60-a57f-931ec0ebfd36 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 916 time: 0.0946579 Apr 28 19:35:56.211201 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-c7096ea1-554a-4a23-8570-2228e100419f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5 HTTP/1.1" status: 200 len: 1001 time: 0.0674915 Apr 28 19:35:56.293318 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79091d5-4978-46b4-87cd-5367c8563498 req-b7f50205-0af9-4778-a9a5-059e014cbe74 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.295348 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d79091d5-4978-46b4-87cd-5367c8563498 req-b7f50205-0af9-4778-a9a5-059e014cbe74 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0737007 Apr 28 19:35:56.318487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-be3e7732-1722-4de2-bfb5-569e27f86c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.319899 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-be3e7732-1722-4de2-bfb5-569e27f86c0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0692627 Apr 28 19:35:56.380284 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d79091d5-4978-46b4-87cd-5367c8563498 req-201c4151-e92c-4d94-bb73-c9996c816ad4 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791097 Apr 28 19:35:56.383254 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-34f07c52-9c9f-4be0-aabd-ce0822313d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.384567 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-34f07c52-9c9f-4be0-aabd-ce0822313d95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528030 Apr 28 19:35:56.493184 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-52fa9920-a34b-444b-9f44-d393f3fcb79b service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973341 Apr 28 19:35:56.505870 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c4bf5-1249-487f-8f8e-213dd883f9ca req-500a0737-682b-4c16-aced-f960ddde90b1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:56.515785 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4d7c4bf5-1249-487f-8f8e-213dd883f9ca req-500a0737-682b-4c16-aced-f960ddde90b1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0650654 Apr 28 19:35:56.565397 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4d7c4bf5-1249-487f-8f8e-213dd883f9ca req-7d2343b5-24da-4232-b7ac-66d9c086cdab tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487301 Apr 28 19:35:56.601442 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a84fcfe4-2b88-4d55-a7c8-3a87e84246db req-14c16ba1-6f6e-4fb8-b2fe-9bc0b5933314 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006274 Apr 28 19:35:57.071094 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b0401-a532-49b6-a9d9-5213067f1c08 req-96dee7f2-451e-40d4-a6ec-b6f7d9d64e94 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.072608 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-852b0401-a532-49b6-a9d9-5213067f1c08 req-96dee7f2-451e-40d4-a6ec-b6f7d9d64e94 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Apr 28 19:35:57.119489 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-852b0401-a532-49b6-a9d9-5213067f1c08 req-86d8e34d-f730-40a4-a220-5dc10df8f9c0 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Apr 28 19:35:57.143531 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54458) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:57.328984 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd1e28-49a9-499e-a13b-5921088d65b9 tempest-TestMinimumBasicScenario-748303419 tempest-TestMinimumBasicScenario-748303419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.330539 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-20cd1e28-49a9-499e-a13b-5921088d65b9 tempest-TestMinimumBasicScenario-748303419 tempest-TestMinimumBasicScenario-748303419-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1124 time: 0.1857793 Apr 28 19:35:57.333357 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54462) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:57.337794 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'port_id': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:57.360139 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:57.450800 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:57.521737 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f17ad-666c-43ba-9f7c-94ad94af640e req-036649c2-4dff-41ad-9e40-0868099371f0 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.524074 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4f4f17ad-666c-43ba-9f7c-94ad94af640e req-036649c2-4dff-41ad-9e40-0868099371f0 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0614512 Apr 28 19:35:57.580430 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4f4f17ad-666c-43ba-9f7c-94ad94af640e req-b7833514-cd14-4180-a809-b772591a0723 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487404 Apr 28 19:35:57.591674 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Allocated IP 172.27.2.68 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/e278110a-80f5-4f33-8ca1-fbdcef1bc0a7) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:57.725030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d3def-a18f-4249-83f3-db2318e909ae req-3ad37527-6523-4c2b-9fea-576eb694f584 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:57.726560 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a90d3def-a18f-4249-83f3-db2318e909ae req-3ad37527-6523-4c2b-9fea-576eb694f584 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0619512 Apr 28 19:35:57.757770 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:57.802489 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a90d3def-a18f-4249-83f3-db2318e909ae req-39503825-1c1f-400f-8bb2-69fef0b371cf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694964 Apr 28 19:35:57.817574 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:57.866921 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:57.872216 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:57.875200 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:57.877771 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'Port': ['ID=e278110a-80f5-4f33-8ca1-fbdcef1bc0a7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:57.904688 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.905131 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.905583 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.906047 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.906482 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.906921 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.907356 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.907798 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.908222 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.908648 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.909076 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.909505 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.909953 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.910372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:57.910803 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:58.539381 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for floatingip (61d730c6-af1e-4fe0-bc40-236f4f12b1c3), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:58.615763 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:58.762069 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0cfc-492c-4c45-9bd2-d1403d6d5652 req-ee0cdb66-c6b8-42ed-ab9a-3c3f97bc553b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:58.770602 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb4c0cfc-492c-4c45-9bd2-d1403d6d5652 req-ee0cdb66-c6b8-42ed-ab9a-3c3f97bc553b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0728755 Apr 28 19:35:58.821531 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:58.830743 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:58.888862 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb4c0cfc-492c-4c45-9bd2-d1403d6d5652 req-d390a7fc-7f74-4853-8dea-ea795bbece1d tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158710 Apr 28 19:35:58.935840 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'Port': ['ID=e278110a-80f5-4f33-8ca1-fbdcef1bc0a7,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:58.947299 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (61d730c6-af1e-4fe0-bc40-236f4f12b1c3), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.076079 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6bd03-8e1d-43ea-aee0-600da8d9fa30 req-0ce5cdb9-8b90-43b5-8221-42af7d166d31 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:59.077620 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aad6bd03-8e1d-43ea-aee0-600da8d9fa30 req-0ce5cdb9-8b90-43b5-8221-42af7d166d31 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0906291 Apr 28 19:35:59.142644 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Floating IP 61d730c6-af1e-4fe0-bc40-236f4f12b1c3 associated. External IP: 172.27.2.68, port: dff8ddf1-50c4-402e-a1b7-b1608a340208. Apr 28 19:35:59.198517 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aad6bd03-8e1d-43ea-aee0-600da8d9fa30 req-69da005f-b414-4829-9661-d1faddfc37aa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120727 Apr 28 19:35:59.474715 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:59.616135 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:59.630546 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] Sync routers for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:59.644816 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:59.645479 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:35:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:59.648646 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.681480 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-40aca583-3e77-40ae-9dc2-0c0160cfe20b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3470006 Apr 28 19:35:59.682217 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:35:59.684296 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54492) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:59.684581 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d7695-1b80-43cc-a36b-1e128369f55b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:35:59.692755 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-e4f6c813-a990-4570-a964-93291929312f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526324498', 'description': 'tempest-secgroup-smoke-526324498 description', 'project_id': '9b482a37d2f8485a96316399c7595627'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:59.725096 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22d9451-3c07-49b8-b2c7-1d7a5fdfef61 x-openstack-request-id: req-e22d9451-3c07-49b8-b2c7-1d7a5fdfef61 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:35:59.725398 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:35:59.725681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e22d9451-3c07-49b8-b2c7-1d7a5fdfef61 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:35:59.726105 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22d9451-3c07-49b8-b2c7-1d7a5fdfef61'] response: {'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'status': 'completed', 'code': 200} Apr 28 19:35:59.744708 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c813-a990-4570-a964-93291929312f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.813621 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:59.816930 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-594b28c1-4d18-46b4-b748-423fe2ed734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:59.818746 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-594b28c1-4d18-46b4-b748-423fe2ed734f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1129 time: 0.0623524 Apr 28 19:35:59.827879 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c813-a990-4570-a964-93291929312f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group (f65c4235-8d77-40c9-a287-4c0ab585405e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.836723 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c813-a990-4570-a964-93291929312f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (f65c4235-8d77-40c9-a287-4c0ab585405e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.859329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c813-a990-4570-a964-93291929312f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.860775 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e4f6c813-a990-4570-a964-93291929312f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1748643 Apr 28 19:35:59.863820 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54496) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:59.871003 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-d0ecde06-9ec0-45d6-83ce-145e4488110c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'security_group_rule': {'security_group_id': 'f65c4235-8d77-40c9-a287-4c0ab585405e', 'project_id': '9b482a37d2f8485a96316399c7595627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:59.903412 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0ecde06-9ec0-45d6-83ce-145e4488110c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (60b0194c-d1b9-4339-9d11-89c58d5d9bb7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.908177 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6c813-a990-4570-a964-93291929312f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65c4235-8d77-40c9-a287-4c0ab585405e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:59.987498 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0ecde06-9ec0-45d6-83ce-145e4488110c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (60b0194c-d1b9-4339-9d11-89c58d5d9bb7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:59.996833 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0ecde06-9ec0-45d6-83ce-145e4488110c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (60b0194c-d1b9-4339-9d11-89c58d5d9bb7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.027248 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecde06-9ec0-45d6-83ce-145e4488110c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b0194c-d1b9-4339-9d11-89c58d5d9bb7,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:00.033113 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-36545ab9-15bf-4d4c-9287-572447699f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.034901 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-36545ab9-15bf-4d4c-9287-572447699f7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 200 len: 915 time: 0.2048328 Apr 28 19:36:00.037295 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0ecde06-9ec0-45d6-83ce-145e4488110c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.045276 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d0ecde06-9ec0-45d6-83ce-145e4488110c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1773255 Apr 28 19:36:00.045770 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54500) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:00.051901 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a2a3f623-fdac-4316-aa1e-85ad212f9098 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'security_group_rule': {'security_group_id': 'f65c4235-8d77-40c9-a287-4c0ab585405e', 'project_id': '9b482a37d2f8485a96316399c7595627', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:36:00.093856 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f623-fdac-4316-aa1e-85ad212f9098 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (8b3cd678-5974-4153-9c03-17390c7b7d0a), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.125715 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-3c91e8e1-65d2-40b4-8fe9-0f2ab84bddd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 998 time: 0.0638950 Apr 28 19:36:00.151530 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341d28b-f514-4908-ad99-25a8a0513874 req-589f77c9-7531-4352-b75d-5ff0fac780a6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.158972 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9341d28b-f514-4908-ad99-25a8a0513874 req-589f77c9-7531-4352-b75d-5ff0fac780a6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.1540716 Apr 28 19:36:00.177510 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f623-fdac-4316-aa1e-85ad212f9098 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (8b3cd678-5974-4153-9c03-17390c7b7d0a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.190566 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f623-fdac-4316-aa1e-85ad212f9098 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (8b3cd678-5974-4153-9c03-17390c7b7d0a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.224873 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f623-fdac-4316-aa1e-85ad212f9098 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.226623 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a2a3f623-fdac-4316-aa1e-85ad212f9098 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1791339 Apr 28 19:36:00.229290 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54502) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:00.237129 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-d738fc31-5691-4697-ae6b-e55a01853d18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'security_group_rule': {'security_group_id': 'f65c4235-8d77-40c9-a287-4c0ab585405e', 'project_id': '9b482a37d2f8485a96316399c7595627', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:36:00.242847 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3f623-fdac-4316-aa1e-85ad212f9098 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3cd678-5974-4153-9c03-17390c7b7d0a,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:00.252082 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9341d28b-f514-4908-ad99-25a8a0513874 req-be7d65cb-90ea-4342-a874-ba9827c5e1df tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897048 Apr 28 19:36:00.267132 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '61d730c6-af1e-4fe0-bc40-236f4f12b1c3', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'port_id': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'mac_address': 'fa:16:3e:dc:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:35:58Z', 'revision_number': 0, 'project_id': '9b482a37d2f8485a96316399c7595627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 5, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:00.303084 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-31a46bb3-0cb3-4ff5-b11a-fc8ddd2a2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.303495 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d738fc31-5691-4697-ae6b-e55a01853d18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (24288357-0d8c-41d6-ace9-ce7b1141216e), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.305757 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-31a46bb3-0cb3-4ff5-b11a-fc8ddd2a2f3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89097b27-ab31-4536-ba50-e98100f1a9b0 HTTP/1.1" status: 200 len: 853 time: 0.1712651 Apr 28 19:36:00.318874 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] Checking router: ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:36:00.331166 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:36:00.331775 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:35:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:00.392925 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-214409b5-5eea-4749-bbe8-8deb8c8cadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.396138 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-214409b5-5eea-4749-bbe8-8deb8c8cadc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f597bfb8-49ff-43ec-91a4-56a688bd482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820034 Apr 28 19:36:00.431609 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d66b08-f673-4494-8ab5-70f0682e1d08 req-36a5c8da-8f17-4a00-acaf-0cf032eb3ce3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:00.439064 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56d66b08-f673-4494-8ab5-70f0682e1d08 req-36a5c8da-8f17-4a00-acaf-0cf032eb3ce3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0755894 Apr 28 19:36:00.504037 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56d66b08-f673-4494-8ab5-70f0682e1d08 req-aee3f2c8-7e3d-442c-887f-fd3d5ab96f07 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584769 Apr 28 19:36:00.509078 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d738fc31-5691-4697-ae6b-e55a01853d18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (24288357-0d8c-41d6-ace9-ce7b1141216e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.524117 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d738fc31-5691-4697-ae6b-e55a01853d18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (24288357-0d8c-41d6-ace9-ce7b1141216e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.545164 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738fc31-5691-4697-ae6b-e55a01853d18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24288357-0d8c-41d6-ace9-ce7b1141216e,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:00.558806 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d738fc31-5691-4697-ae6b-e55a01853d18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.561446 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d738fc31-5691-4697-ae6b-e55a01853d18 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303685 Apr 28 19:36:00.563696 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54508) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:00.573434 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-52ee70ea-1723-4afe-8100-568f74ac9c28 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'security_group_rule': {'security_group_id': 'f65c4235-8d77-40c9-a287-4c0ab585405e', 'project_id': '9b482a37d2f8485a96316399c7595627', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:36:00.622856 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52ee70ea-1723-4afe-8100-568f74ac9c28 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (62481c56-5400-405a-aa11-ea0fc18aa90b), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.627026 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:36:00.633582 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-0876f9d1-8241-4566-96ed-caa2c2a7159d service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299242 Apr 28 19:36:00.726438 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52ee70ea-1723-4afe-8100-568f74ac9c28 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (62481c56-5400-405a-aa11-ea0fc18aa90b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.732597 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52ee70ea-1723-4afe-8100-568f74ac9c28 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (62481c56-5400-405a-aa11-ea0fc18aa90b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.749540 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee70ea-1723-4afe-8100-568f74ac9c28 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62481c56-5400-405a-aa11-ea0fc18aa90b,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:00.799063 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-52ee70ea-1723-4afe-8100-568f74ac9c28 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:00.800979 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-52ee70ea-1723-4afe-8100-568f74ac9c28 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2342489 Apr 28 19:36:00.804305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 54514) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:00.816464 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'security_group_rule': {'security_group_id': 'f65c4235-8d77-40c9-a287-4c0ab585405e', 'project_id': '9b482a37d2f8485a96316399c7595627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:36:00.875122 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1d7d7695-1b80-43cc-a36b-1e128369f55b req-7dea7c0d-6c7b-4887-9d76-eb5444e863e5 service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329607 Apr 28 19:36:00.876558 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Project 9b482a37d2f8485a96316399c7595627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:36:00.887087 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (4cb7ead6-8996-4f11-a781-0657e0460e23), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.050075 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '61d730c6-af1e-4fe0-bc40-236f4f12b1c3', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'port_id': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'mac_address': 'fa:16:3e:dc:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:35:58Z', 'revision_number': 0, 'project_id': '9b482a37d2f8485a96316399c7595627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 5, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:36:01.055503 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (4cb7ead6-8996-4f11-a781-0657e0460e23), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.060575 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (4cb7ead6-8996-4f11-a781-0657e0460e23), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.079403 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb7ead6-8996-4f11-a781-0657e0460e23,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:01.086844 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7756483-bddc-462d-a075-7c5dd529ed97 None None] The sync data for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi is: [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '61d730c6-af1e-4fe0-bc40-236f4f12b1c3', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'floating_ip_address': '172.27.2.68', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'port_id': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'mac_address': 'fa:16:3e:dc:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:35:58Z', 'updated_at': '2022-04-28T19:35:58Z', 'revision_number': 0, 'project_id': '9b482a37d2f8485a96316399c7595627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 5, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:36:01.088810 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.089882 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9a5ccd30-eabb-430b-b2a0-89a33d785902 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2838798 Apr 28 19:36:01.093040 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54522) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:01.097566 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'security_group_rule': {'security_group_id': 'f65c4235-8d77-40c9-a287-4c0ab585405e', 'project_id': '9b482a37d2f8485a96316399c7595627', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:36:01.138858 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.securitygroups_db [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Project 9b482a37d2f8485a96316399c7595627 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:36:01.150647 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (2536321e-4e61-47da-996e-321500cf6569), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.237378 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (2536321e-4e61-47da-996e-321500cf6569), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.245456 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (2536321e-4e61-47da-996e-321500cf6569), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.263625 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2536321e-4e61-47da-996e-321500cf6569,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:01.279036 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.280424 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7e01439b-d292-408f-a980-483c0b6a76d6 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1863394 Apr 28 19:36:01.411228 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1887-c027-47dd-ab73-6d4e4b3ce281 req-e1fc30b4-31f4-4e71-8baf-b930ac872a2f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.415122 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a18b1887-c027-47dd-ab73-6d4e4b3ce281 req-e1fc30b4-31f4-4e71-8baf-b930ac872a2f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0741093 Apr 28 19:36:01.452819 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e9f6414c-86f2-466b-9354-640770a408e6 req-d3dd16f1-83e8-4e46-8414-7edcd276081d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526324498&fields=id&tenant_id=9b482a37d2f8485a96316399c7595627 HTTP/1.1" status: 200 len: 267 time: 0.1042976 Apr 28 19:36:01.459581 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39014d4a-8428-4e14-b38b-933c0adca4f7 None None] New status for floating IP 61d730c6-af1e-4fe0-bc40-236f4f12b1c3: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:36:01.494208 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a18b1887-c027-47dd-ab73-6d4e4b3ce281 req-08416d85-8842-4b6f-a92c-cc92dfcd1f73 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714519 Apr 28 19:36:01.516855 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6414c-86f2-466b-9354-640770a408e6 req-e74641aa-bd8d-4a25-b7eb-63b9ecd3d352 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.519253 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e9f6414c-86f2-466b-9354-640770a408e6 req-e74641aa-bd8d-4a25-b7eb-63b9ecd3d352 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0582609 Apr 28 19:36:01.531973 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'port': {'security_groups': ['14b01b43-87dc-4537-8000-7b32e2d99861', 'f65c4235-8d77-40c9-a287-4c0ab585405e']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:36:01.620061 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.667385 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b84a17-ec65-49f4-9eb7-230cf7b43ce3 req-eabaabe2-42d6-4df4-a4c6-59c6e6b643d2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.675024 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5b84a17-ec65-49f4-9eb7-230cf7b43ce3 req-eabaabe2-42d6-4df4-a4c6-59c6e6b643d2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0713754 Apr 28 19:36:01.743118 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f5b84a17-ec65-49f4-9eb7-230cf7b43ce3 req-fc066a2e-538f-4637-8e60-2d339570a306 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672147 Apr 28 19:36:01.853558 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:01.886115 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.892131 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.909327 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['dff8ddf1-50c4-402e-a1b7-b1608a340208'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:01.938868 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:01.939511 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:01.940947 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e9f6414c-86f2-466b-9354-640770a408e6 req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "PUT /v2.0/ports/dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 981 time: 0.4145668 Apr 28 19:36:01.943962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:01.945973 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a1749-1165-40db-a78c-546f8520897d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:01.975458 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde66928-00fc-41b4-98dc-d9ea940f4b75 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=6']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:02.073394 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9d43ba-43a9-4d42-9c41-cc41535ea492 x-openstack-request-id: req-8e9d43ba-43a9-4d42-9c41-cc41535ea492 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:02.074256 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:02.074523 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e9d43ba-43a9-4d42-9c41-cc41535ea492 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:02.076052 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9d43ba-43a9-4d42-9c41-cc41535ea492'] response: {'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'status': 'completed', 'code': 200} Apr 28 19:36:02.164485 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db44cf-4b36-4bd5-a092-62c2b3873c6f req-ecd08d37-a80c-47d0-bb3d-1aa05d3684b5 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.166349 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9db44cf-4b36-4bd5-a092-62c2b3873c6f req-ecd08d37-a80c-47d0-bb3d-1aa05d3684b5 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.1250575 Apr 28 19:36:02.215662 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a1749-1165-40db-a78c-546f8520897d req-f4a437c4-6375-475c-b5ee-fae9bcf91ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.217368 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f3a1749-1165-40db-a78c-546f8520897d req-f4a437c4-6375-475c-b5ee-fae9bcf91ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1168 time: 0.1217914 Apr 28 19:36:02.225703 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['dff8ddf1-50c4-402e-a1b7-b1608a340208'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:02.334125 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e9db44cf-4b36-4bd5-a092-62c2b3873c6f req-bc3fae4f-aa69-4267-b8b6-17af3de072f4 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497519 Apr 28 19:36:02.391883 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-1472095e-e0b1-4214-aa31-63ee08c159df None None] Provisioning complete for port dff8ddf1-50c4-402e-a1b7-b1608a340208 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:36:02.392254 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1472095e-e0b1-4214-aa31-63ee08c159df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:02.405280 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a1749-1165-40db-a78c-546f8520897d req-15a89c4b-89a1-4108-81e3-a9567462e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.407017 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f3a1749-1165-40db-a78c-546f8520897d req-15a89c4b-89a1-4108-81e3-a9567462e250 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 200 len: 915 time: 0.1619627 Apr 28 19:36:02.514279 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f3a1749-1165-40db-a78c-546f8520897d req-b78b181e-483f-4ca1-b71d-14bcc7a1e6ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 1000 time: 0.0980537 Apr 28 19:36:02.582480 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a1749-1165-40db-a78c-546f8520897d req-39c051d4-4389-4255-82d0-fa4bc4ab82be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.584099 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f3a1749-1165-40db-a78c-546f8520897d req-39c051d4-4389-4255-82d0-fa4bc4ab82be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89097b27-ab31-4536-ba50-e98100f1a9b0 HTTP/1.1" status: 200 len: 853 time: 0.0615616 Apr 28 19:36:02.650766 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a1749-1165-40db-a78c-546f8520897d req-eb5d7c4f-0c9b-4d1e-96a8-311c15dace9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.652862 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f3a1749-1165-40db-a78c-546f8520897d req-eb5d7c4f-0c9b-4d1e-96a8-311c15dace9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f597bfb8-49ff-43ec-91a4-56a688bd482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596180 Apr 28 19:36:02.660374 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1472095e-e0b1-4214-aa31-63ee08c159df None None] Current status of the port dff8ddf1-50c4-402e-a1b7-b1608a340208 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:36:02.704603 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56248c47-313f-4ca3-a832-ee469d69f829 req-d2f4e605-ccb4-4d77-afbe-d0b6a4deb737 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.715194 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56248c47-313f-4ca3-a832-ee469d69f829 req-d2f4e605-ccb4-4d77-afbe-d0b6a4deb737 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0870230 Apr 28 19:36:02.785541 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f3a1749-1165-40db-a78c-546f8520897d req-e06177ef-107a-467d-9970-cfbd48b90efc service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203105 Apr 28 19:36:02.813759 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-56248c47-313f-4ca3-a832-ee469d69f829 req-e01c7ba1-1011-4cf1-82a8-fd8e0a0bcd14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938017 Apr 28 19:36:02.956006 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728ab3f-63aa-4ef5-9db1-2a2bd658d9c9 req-c92de9c3-c982-4089-b9a1-901d5bc435a5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:02.957504 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6728ab3f-63aa-4ef5-9db1-2a2bd658d9c9 req-c92de9c3-c982-4089-b9a1-901d5bc435a5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0906434 Apr 28 19:36:03.003508 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f3a1749-1165-40db-a78c-546f8520897d req-bb47a8da-1c13-4a0f-9ef8-c1aabc0824ff service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627042 Apr 28 19:36:03.027723 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6728ab3f-63aa-4ef5-9db1-2a2bd658d9c9 req-73638a4c-1600-4a61-ade5-9637522bf75b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631661 Apr 28 19:36:03.270362 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:36:03.928761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6259c67-c936-4992-ac5f-970a013e5016 req-70e51585-7395-4f04-980a-034e65f96714 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:03.930791 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c6259c67-c936-4992-ac5f-970a013e5016 req-70e51585-7395-4f04-980a-034e65f96714 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Apr 28 19:36:03.987051 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c6259c67-c936-4992-ac5f-970a013e5016 req-e2482429-e3f3-4a38-8260-cbd75a7f09fd tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498664 Apr 28 19:36:04.163804 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b4bf-5be0-4bbb-a0eb-22b32b283890 req-d1945ca8-1799-4a79-9af7-64bca0176bf7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:04.165252 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ac78b4bf-5be0-4bbb-a0eb-22b32b283890 req-d1945ca8-1799-4a79-9af7-64bca0176bf7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0503142 Apr 28 19:36:04.219875 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ac78b4bf-5be0-4bbb-a0eb-22b32b283890 req-8b5daa1f-91a6-4173-9066-52a8ec5e3192 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Apr 28 19:36:04.756240 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54572) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:04.878378 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9eae-808d-47ed-95cd-de7e7aa8e002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:04.965535 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9eae-808d-47ed-95cd-de7e7aa8e002 admin admin] Publish callbacks [] for security_group (59d0d577-6c15-4411-a387-f9d9ccf7866e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:04.970832 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9eae-808d-47ed-95cd-de7e7aa8e002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (59d0d577-6c15-4411-a387-f9d9ccf7866e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:05.012364 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f9eae-808d-47ed-95cd-de7e7aa8e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d0d577-6c15-4411-a387-f9d9ccf7866e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:05.018525 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cb2f9eae-808d-47ed-95cd-de7e7aa8e002 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15b2050a3b5844b3ae2fe9e10d2daf5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611716 Apr 28 19:36:05.021094 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54578) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:05.090576 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3799c69e-d9a0-486f-b914-d96def396ca8 admin admin] Publish callbacks [] for security_group (59d0d577-6c15-4411-a387-f9d9ccf7866e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:05.113234 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587af95-e0fa-4817-8abf-8ec903ba00db req-ab26db5b-0f43-4632-a111-ab65ddc05a23 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.118128 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a587af95-e0fa-4817-8abf-8ec903ba00db req-ab26db5b-0f43-4632-a111-ab65ddc05a23 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0543191 Apr 28 19:36:05.120264 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3799c69e-d9a0-486f-b914-d96def396ca8 admin admin] Publish callbacks [] for security_group (59d0d577-6c15-4411-a387-f9d9ccf7866e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:05.173148 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a587af95-e0fa-4817-8abf-8ec903ba00db req-bd505b26-276c-41c1-9850-ded2c2047659 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507684 Apr 28 19:36:05.201448 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3799c69e-d9a0-486f-b914-d96def396ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (59d0d577-6c15-4411-a387-f9d9ccf7866e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:05.204198 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3799c69e-d9a0-486f-b914-d96def396ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:05.205352 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3799c69e-d9a0-486f-b914-d96def396ca8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59d0d577-6c15-4411-a387-f9d9ccf7866e HTTP/1.1" status: 204 len: 168 time: 0.1833248 Apr 28 19:36:05.213889 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799c69e-d9a0-486f-b914-d96def396ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d0d577-6c15-4411-a387-f9d9ccf7866e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:05.412352 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d52fd-f302-461b-a475-81246741653f req-51c5b31b-3def-41ff-a508-5db199cddb2b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.414372 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-819d52fd-f302-461b-a475-81246741653f req-51c5b31b-3def-41ff-a508-5db199cddb2b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.1080530 Apr 28 19:36:05.543301 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-819d52fd-f302-461b-a475-81246741653f req-90c262ee-e16e-42c4-89ed-c639b4195b4c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223884 Apr 28 19:36:05.571917 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc290a-2be5-4524-8aea-8fbead52c872 req-90f8c289-be65-42f3-95ee-cfb19accb79f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.581978 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4cc290a-2be5-4524-8aea-8fbead52c872 req-90f8c289-be65-42f3-95ee-cfb19accb79f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.1132088 Apr 28 19:36:05.670920 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4cc290a-2be5-4524-8aea-8fbead52c872 req-38bf156e-7b27-4a9f-bc5a-d1ccbf32cb23 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864003 Apr 28 19:36:05.732412 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-332f09f3-cae1-4aec-82d8-e3429bbea388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.734082 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-332f09f3-cae1-4aec-82d8-e3429bbea388 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 1129 time: 0.0566707 Apr 28 19:36:05.837546 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-85c1ac09-e5d4-4396-b10b-3a1258a3efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.838968 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-85c1ac09-e5d4-4396-b10b-3a1258a3efac service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 911 time: 0.0981193 Apr 28 19:36:05.910765 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-dfdbac63-209b-4876-a7bb-433bd3f7d80e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 200 len: 1001 time: 0.0648391 Apr 28 19:36:05.963149 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-97efa63e-3c37-4ce1-8c69-52e8ec0841d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:05.964709 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-97efa63e-3c37-4ce1-8c69-52e8ec0841d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0467732 Apr 28 19:36:06.017018 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-05fdcabc-e24e-4fae-8001-54e57bbe32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:06.018700 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-05fdcabc-e24e-4fae-8001-54e57bbe32af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471175 Apr 28 19:36:06.123521 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-783fcab2-1e75-499b-909b-e97e73497481 service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975835 Apr 28 19:36:06.222192 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e8d2b268-50a8-4bd9-927d-3d31c3883f1a req-1b73b461-e1e0-4292-b3a8-97dcab37c33a service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923002 Apr 28 19:36:06.697123 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074392d7-c7d2-4236-931b-fe34802fe5ce req-cec79dc7-9bce-4d19-9c66-a45e689b1ab4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:06.698732 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-074392d7-c7d2-4236-931b-fe34802fe5ce req-cec79dc7-9bce-4d19-9c66-a45e689b1ab4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0779574 Apr 28 19:36:06.785020 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-074392d7-c7d2-4236-931b-fe34802fe5ce req-9140939f-bb27-42bf-94b0-1b443fe61840 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691934 Apr 28 19:36:06.835610 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b4890-acd3-4a36-8557-e1cfebb079e2 req-46d304b7-5ed2-4c70-8558-bce43b3881c8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:06.842084 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c59b4890-acd3-4a36-8557-e1cfebb079e2 req-46d304b7-5ed2-4c70-8558-bce43b3881c8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0838308 Apr 28 19:36:06.890098 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c59b4890-acd3-4a36-8557-e1cfebb079e2 req-d7f4fa20-74ac-4679-806f-0515f2d7cb2d tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467608 Apr 28 19:36:07.926931 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b224d-10b1-406a-ba06-fc4b85da8b22 req-8a17d269-1d6e-4ee3-a479-655d2df4dfb4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:07.929235 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1d8b224d-10b1-406a-ba06-fc4b85da8b22 req-8a17d269-1d6e-4ee3-a479-655d2df4dfb4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0583425 Apr 28 19:36:08.027471 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1d8b224d-10b1-406a-ba06-fc4b85da8b22 req-b41b1632-ac91-459f-9298-0d4ebda64250 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836582 Apr 28 19:36:08.036909 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac31f-1be6-44c3-8951-36243edcc2a9 req-4327f1f7-eaf6-427d-b3a6-5c8d83025f1f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:08.046888 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f5ac31f-1be6-44c3-8951-36243edcc2a9 req-4327f1f7-eaf6-427d-b3a6-5c8d83025f1f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0658140 Apr 28 19:36:08.093924 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-8f5ac31f-1be6-44c3-8951-36243edcc2a9 req-9e7bdc16-055c-4e51-b05a-dd68fd4fba52 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461271 Apr 28 19:36:09.148687 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85710ba2-c1e7-4dcf-9daf-42ba32e9fa20 req-78945280-0be7-48dc-a2da-982e702b6716 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:09.150118 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-85710ba2-c1e7-4dcf-9daf-42ba32e9fa20 req-78945280-0be7-48dc-a2da-982e702b6716 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0467160 Apr 28 19:36:09.200519 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-85710ba2-c1e7-4dcf-9daf-42ba32e9fa20 req-b4ec2569-5fde-49ea-834d-530daaf9c073 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 Apr 28 19:36:09.311225 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c687e-ef7b-4921-9b44-99e581b0483b req-dcf20b11-9351-4833-8635-0d9d0803dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:09.312702 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-731c687e-ef7b-4921-9b44-99e581b0483b req-dcf20b11-9351-4833-8635-0d9d0803dd54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1129 time: 0.0425582 Apr 28 19:36:09.396017 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c687e-ef7b-4921-9b44-99e581b0483b req-ade35097-6a7d-4830-b10e-19bdf69a5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:09.397435 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-731c687e-ef7b-4921-9b44-99e581b0483b req-ade35097-6a7d-4830-b10e-19bdf69a5035 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.0788913 Apr 28 19:36:09.463186 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-731c687e-ef7b-4921-9b44-99e581b0483b req-29575549-31c1-4b90-a34f-a57674684d61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 200 len: 1001 time: 0.0585477 Apr 28 19:36:09.519359 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c687e-ef7b-4921-9b44-99e581b0483b req-023699ec-d105-47ee-ab65-10d712a4537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:09.520824 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-731c687e-ef7b-4921-9b44-99e581b0483b req-023699ec-d105-47ee-ab65-10d712a4537c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0496867 Apr 28 19:36:09.564487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c687e-ef7b-4921-9b44-99e581b0483b req-7e8cc438-c212-409c-8f43-cff334dde64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:09.565921 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-731c687e-ef7b-4921-9b44-99e581b0483b req-7e8cc438-c212-409c-8f43-cff334dde64e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376863 Apr 28 19:36:09.659767 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-731c687e-ef7b-4921-9b44-99e581b0483b req-d738b88c-624f-4034-a821-2ed2ab4829aa service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807035 Apr 28 19:36:09.746392 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-731c687e-ef7b-4921-9b44-99e581b0483b req-49ff7cae-341d-4dc2-90b8-d389c04b1397 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786262 Apr 28 19:36:10.320116 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058ab3d-f6a8-4b41-b65c-0f7e7bbcf636 req-0b43ea1d-042c-4c2e-a49e-e4bf01c63484 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:10.321577 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b058ab3d-f6a8-4b41-b65c-0f7e7bbcf636 req-0b43ea1d-042c-4c2e-a49e-e4bf01c63484 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0495305 Apr 28 19:36:10.367089 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b058ab3d-f6a8-4b41-b65c-0f7e7bbcf636 req-489fe13c-e0e5-4624-8045-295f0113e901 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 Apr 28 19:36:11.482202 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e2c6-912d-47fa-89c8-f52a74915bed req-4b41a1f5-27d7-4a85-94aa-1760ce0b8adf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:11.483647 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5eb5e2c6-912d-47fa-89c8-f52a74915bed req-4b41a1f5-27d7-4a85-94aa-1760ce0b8adf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0452514 Apr 28 19:36:11.529354 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5eb5e2c6-912d-47fa-89c8-f52a74915bed req-d2d20aab-c090-43f4-b648-11118654c149 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401964 Apr 28 19:36:12.642597 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7252837-c8d1-430d-a68c-425133831da5 req-f5b62830-6706-4f4e-b8e2-59f15fa44db9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:12.644022 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7252837-c8d1-430d-a68c-425133831da5 req-f5b62830-6706-4f4e-b8e2-59f15fa44db9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 945 time: 0.0454032 Apr 28 19:36:12.688707 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7252837-c8d1-430d-a68c-425133831da5 req-e56329f7-bdfd-4a7e-b547-8d0829d4ea80 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394068 Apr 28 19:36:12.809058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:36:12.884862 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:36:12.885286 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:12.911156 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:12.914373 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee54a5-c13d-4590-9d53-fff17c1986dd" -d '{"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-unplugged", "status": "completed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:12.927911 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:12.933139 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:12.964212 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306cdb14-1a6a-441f-9a94-1ad2bc5c31a5 x-openstack-request-id: req-306cdb14-1a6a-441f-9a94-1ad2bc5c31a5 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:12.964502 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-unplugged", "status": "failed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae", "code": 422}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:12.964760 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-306cdb14-1a6a-441f-9a94-1ad2bc5c31a5 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:12.965205 dv-cinder-826949-7-iscsi neutron-server[103242]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-306cdb14-1a6a-441f-9a94-1ad2bc5c31a5']: {'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'code': 422} returned with failed status Apr 28 19:36:12.992332 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:13.001315 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.001767 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.002139 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.002515 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.002850 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.003183 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.003581 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.003908 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.004238 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.004569 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.004898 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.005232 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.005557 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.005910 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.006237 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:36:13.166371 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-3467bf0f-daa5-4b97-b8f6-9680e596534f req-319856eb-9468-4199-8819-73af37c9b66c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:36:13.167384 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3467bf0f-daa5-4b97-b8f6-9680e596534f req-319856eb-9468-4199-8819-73af37c9b66c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052357 Apr 28 19:36:13.319671 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdff24-f84c-4405-b8f9-bbdca6d4562c req-b3f1cd71-66bd-433d-98d4-1df76747dab1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:13.321138 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2dbdff24-f84c-4405-b8f9-bbdca6d4562c req-b3f1cd71-66bd-433d-98d4-1df76747dab1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0512316 Apr 28 19:36:13.367077 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2dbdff24-f84c-4405-b8f9-bbdca6d4562c req-c55e361f-a80f-4587-8d91-2cda4ab0abde tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Apr 28 19:36:13.627448 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54666) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:13.708675 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-21bcbbcb-e4dd-4fcb-99f6-baca63b960c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800769 Apr 28 19:36:13.717487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-c37365bc-afcc-40d9-838c-68694b004e29 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:36:13.718478 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-c37365bc-afcc-40d9-838c-68694b004e29 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054388 Apr 28 19:36:13.794031 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54674) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:36:13.888722 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-988cd773-ce4b-4cde-a392-578bc6a97155 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:13.890000 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-988cd773-ce4b-4cde-a392-578bc6a97155 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports/15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 200 len: 940 time: 0.0950065 Apr 28 19:36:14.482789 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50dbea-28b4-432c-bf85-fcf62744f9d3 req-1a83fae4-deb4-4c84-b266-119ba844c62d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:14.484209 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de50dbea-28b4-432c-bf85-fcf62744f9d3 req-1a83fae4-deb4-4c84-b266-119ba844c62d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0447283 Apr 28 19:36:14.529541 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de50dbea-28b4-432c-bf85-fcf62744f9d3 req-b08fe526-78a3-4b34-a011-bcaf957c5ee8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Apr 28 19:36:14.583668 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:15.307651 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-1d1765bb-cf1e-4b80-971e-bc1f43f7b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:15.309150 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-1d1765bb-cf1e-4b80-971e-bc1f43f7b2cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c&tenant_id=adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 1127 time: 0.0765800 Apr 28 19:36:15.617682 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-2b5353df-fe2f-475e-9af5-8dc7bc68725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:15.619163 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-2b5353df-fe2f-475e-9af5-8dc7bc68725e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1127 time: 0.2873948 Apr 28 19:36:15.660460 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c11e-4390-4800-8543-8c1cb90b9a84 req-1a85707c-60d3-4f06-974c-5491d7eb2de2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:15.661974 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3886c11e-4390-4800-8543-8c1cb90b9a84 req-1a85707c-60d3-4f06-974c-5491d7eb2de2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0457323 Apr 28 19:36:15.707085 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-e0b97420-70f2-4f60-81b4-fb2d136299d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:15.708525 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-e0b97420-70f2-4f60-81b4-fb2d136299d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.0829575 Apr 28 19:36:15.709113 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3886c11e-4390-4800-8543-8c1cb90b9a84 req-d6dc037e-b807-4048-848f-4581f4959c0f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Apr 28 19:36:15.773733 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-45bd44aa-5af8-4790-b49b-579ba3e112f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 200 len: 999 time: 0.0582416 Apr 28 19:36:15.819962 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-81631857-1420-4ef4-bdcd-8e6bd0ab0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:15.821251 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-81631857-1420-4ef4-bdcd-8e6bd0ab0817 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0409083 Apr 28 19:36:15.864504 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-b75671c9-6ec4-4969-842d-e4bc27bc91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:15.865991 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-b75671c9-6ec4-4969-842d-e4bc27bc91e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375402 Apr 28 19:36:15.955093 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-b545e00f-e908-4148-ac78-a4375c154d8c service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817013 Apr 28 19:36:16.046989 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-c155a7c5-68fb-490e-9f00-5dbb9b56e902 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827451 Apr 28 19:36:16.829149 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2c9e-4bb2-49a2-9f11-40dde2a601ab req-98b6b934-ef1c-4a99-8d07-56d6444ce3fd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:16.831455 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4dbb2c9e-4bb2-49a2-9f11-40dde2a601ab req-98b6b934-ef1c-4a99-8d07-56d6444ce3fd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0502083 Apr 28 19:36:16.883923 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4dbb2c9e-4bb2-49a2-9f11-40dde2a601ab req-ed81e411-c5fc-422d-89d5-d549b371c4cb tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468526 Apr 28 19:36:17.517665 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5240d74e-1271-4e94-a10e-f7c2c03b1d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:18.007238 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef83b5-c223-4c33-8505-bcc4136900bd req-aedb4567-dcfa-4c93-9e91-02413d44cbfd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:18.008730 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1eef83b5-c223-4c33-8505-bcc4136900bd req-aedb4567-dcfa-4c93-9e91-02413d44cbfd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0522056 Apr 28 19:36:18.053656 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1eef83b5-c223-4c33-8505-bcc4136900bd req-119a0af3-c94f-42fc-b72a-31a38432f573 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Apr 28 19:36:19.179126 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da4f01-f969-4afe-844e-ea491ef595a2 req-f4e522f4-dee0-4ccc-83fe-b84c3554170f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:19.180782 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43da4f01-f969-4afe-844e-ea491ef595a2 req-f4e522f4-dee0-4ccc-83fe-b84c3554170f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0495005 Apr 28 19:36:19.229422 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43da4f01-f969-4afe-844e-ea491ef595a2 req-09710ab8-78c3-43e2-9f6e-019e68fc4d84 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Apr 28 19:36:19.771878 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a3d651b5-cb65-47b5-b8a5-c11770d51f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:20.349914 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81f967-1cba-4bbc-8375-dc95f07755b8 req-19eca4cb-0b43-48ed-a3bb-ba36351e7b70 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:20.357217 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b81f967-1cba-4bbc-8375-dc95f07755b8 req-19eca4cb-0b43-48ed-a3bb-ba36351e7b70 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0515587 Apr 28 19:36:20.406725 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b81f967-1cba-4bbc-8375-dc95f07755b8 req-093b8245-3de1-4339-bdca-8302b1bae508 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Apr 28 19:36:20.903585 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:21.533866 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0f207-5aee-4362-9e00-952437524140 req-d3535300-ab2c-44a0-a9db-54be61d79bea tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:21.535484 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-80d0f207-5aee-4362-9e00-952437524140 req-d3535300-ab2c-44a0-a9db-54be61d79bea tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0547676 Apr 28 19:36:21.590392 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-80d0f207-5aee-4362-9e00-952437524140 req-f3640775-1600-4da4-a638-c0f135c88e62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490897 Apr 28 19:36:22.351219 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:22.710828 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc258c7-2304-400a-99a8-31fb23814d8c req-4f20202f-22dd-4822-9b5d-b914897b4af9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:22.712320 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3cc258c7-2304-400a-99a8-31fb23814d8c req-4f20202f-22dd-4822-9b5d-b914897b4af9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0478776 Apr 28 19:36:22.763615 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3cc258c7-2304-400a-99a8-31fb23814d8c req-7fe9f0ab-3f30-47a4-94db-755c180c73f0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451865 Apr 28 19:36:23.895150 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5261d-27d1-4406-b788-727d6c1834c8 req-fa83dd31-f5c9-4581-a728-039d294baa3e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:23.896620 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e7b5261d-27d1-4406-b788-727d6c1834c8 req-fa83dd31-f5c9-4581-a728-039d294baa3e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0551949 Apr 28 19:36:23.944649 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e7b5261d-27d1-4406-b788-727d6c1834c8 req-2ebd5f97-67a2-491c-adb6-f94d5d7e2ad0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419161 Apr 28 19:36:23.989722 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:25.068045 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c29d-0581-4d55-8fd1-34bd404d842e req-80a79e7a-031a-4d1c-ada1-f1a5ee66f093 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:25.069712 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0028c29d-0581-4d55-8fd1-34bd404d842e req-80a79e7a-031a-4d1c-ada1-f1a5ee66f093 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0482395 Apr 28 19:36:25.118969 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0028c29d-0581-4d55-8fd1-34bd404d842e req-62ef00ea-3831-46b2-a301-c1303aa69ba5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Apr 28 19:36:26.254503 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a3d81-68c4-4f29-8bb2-01a0cbb64ec2 req-a79fdd3d-42fe-49ac-aac5-bc1dc2b213a0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:26.256018 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-133a3d81-68c4-4f29-8bb2-01a0cbb64ec2 req-a79fdd3d-42fe-49ac-aac5-bc1dc2b213a0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0516164 Apr 28 19:36:26.305454 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-133a3d81-68c4-4f29-8bb2-01a0cbb64ec2 req-23b6e602-ed80-4236-b2d7-be6d4ebaa63a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Apr 28 19:36:27.435788 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4fbd0-bc1a-44e9-94dc-c0115d06994e req-b9e9e99f-e3e7-4da0-8c3d-2a8eb23672c6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:27.437364 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-84a4fbd0-bc1a-44e9-94dc-c0115d06994e req-b9e9e99f-e3e7-4da0-8c3d-2a8eb23672c6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0519388 Apr 28 19:36:27.484704 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-84a4fbd0-bc1a-44e9-94dc-c0115d06994e req-05b45809-d2ca-4bd0-be2e-ed4ee1fce734 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 Apr 28 19:36:28.602944 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b76c7-4134-4d5e-9c59-0f9bb29b6ab8 req-27a79136-dbc1-4fca-bedc-68b497f30d55 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:28.604406 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2b2b76c7-4134-4d5e-9c59-0f9bb29b6ab8 req-27a79136-dbc1-4fca-bedc-68b497f30d55 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0459404 Apr 28 19:36:28.650792 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2b2b76c7-4134-4d5e-9c59-0f9bb29b6ab8 req-e04d7785-5a7c-49c2-a28b-06de7bffc6fc tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Apr 28 19:36:29.771633 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08237107-40b5-4bb0-a8d2-bdf3703ecf92 req-73c29f88-177c-4b06-b96d-b02539338999 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:29.773113 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-08237107-40b5-4bb0-a8d2-bdf3703ecf92 req-73c29f88-177c-4b06-b96d-b02539338999 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0489674 Apr 28 19:36:29.819888 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-08237107-40b5-4bb0-a8d2-bdf3703ecf92 req-9a04ecd0-2b3c-4382-8ab6-b5b14e28aaf1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414031 Apr 28 19:36:30.935052 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71ab2-c743-4b13-95f0-5b6cf0147af2 req-b69e68c1-45e1-4151-bdcd-13f6d0d25f5a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:30.936501 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-44b71ab2-c743-4b13-95f0-5b6cf0147af2 req-b69e68c1-45e1-4151-bdcd-13f6d0d25f5a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0457411 Apr 28 19:36:30.985127 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-44b71ab2-c743-4b13-95f0-5b6cf0147af2 req-f6a625d9-ffff-4b14-ae3b-206125e4858b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Apr 28 19:36:32.100870 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d1eb-623a-4707-b44b-1d2d0020ea28 req-dfdb454f-8493-4199-a488-0e4ed1f732d8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:32.102394 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-af29d1eb-623a-4707-b44b-1d2d0020ea28 req-dfdb454f-8493-4199-a488-0e4ed1f732d8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0478175 Apr 28 19:36:32.148409 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-af29d1eb-623a-4707-b44b-1d2d0020ea28 req-f463963e-3309-4ee3-a966-eac3dba1e94c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 Apr 28 19:36:33.266617 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a6062-ca3d-4921-b485-8b99a77d6784 req-0cdc88db-8254-4a56-aed7-273e6484e61d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:33.268051 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-085a6062-ca3d-4921-b485-8b99a77d6784 req-0cdc88db-8254-4a56-aed7-273e6484e61d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0462749 Apr 28 19:36:33.312932 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-085a6062-ca3d-4921-b485-8b99a77d6784 req-fc483c5f-9e57-4a0b-aa0b-a08b977b55f8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393589 Apr 28 19:36:34.427802 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45653c4b-4fe7-40b3-a0f4-8fcd48b684e8 req-38144083-3543-46c5-839f-8b23bbf1b021 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:34.429253 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-45653c4b-4fe7-40b3-a0f4-8fcd48b684e8 req-38144083-3543-46c5-839f-8b23bbf1b021 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0453641 Apr 28 19:36:34.485710 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-45653c4b-4fe7-40b3-a0f4-8fcd48b684e8 req-c86afc58-b7e7-4f6e-962e-2710fec82e17 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495756 Apr 28 19:36:35.599504 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e4260-d9f5-4752-bef0-872c6a4cd266 req-875e8eb3-de1e-45e3-ae50-1946b3a41fa5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:35.600932 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-924e4260-d9f5-4752-bef0-872c6a4cd266 req-875e8eb3-de1e-45e3-ae50-1946b3a41fa5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0449133 Apr 28 19:36:35.649500 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-924e4260-d9f5-4752-bef0-872c6a4cd266 req-0d510566-d9eb-4bc3-ab69-dbccb9f4bc1a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Apr 28 19:36:36.779787 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6595f-ec5f-446f-8d21-43a68c437db0 req-eecfdcfd-564f-41df-b2bc-69a5ce456e08 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:36.781379 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05e6595f-ec5f-446f-8d21-43a68c437db0 req-eecfdcfd-564f-41df-b2bc-69a5ce456e08 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0576472 Apr 28 19:36:36.833238 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05e6595f-ec5f-446f-8d21-43a68c437db0 req-384067ca-e15a-4dea-a187-a97feddb465a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Apr 28 19:36:37.950673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6f9b-8a74-403d-a7f1-462891f6fece req-28ae76c8-562b-430e-b7d0-a33ce040e04d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:37.952119 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1bf6f9b-8a74-403d-a7f1-462891f6fece req-28ae76c8-562b-430e-b7d0-a33ce040e04d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0460308 Apr 28 19:36:37.997528 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1bf6f9b-8a74-403d-a7f1-462891f6fece req-cb9a566d-ada8-484b-bd3c-c8c26dbb16f5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Apr 28 19:36:39.113328 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48b347-55d6-413f-86d1-b72121e1851c req-0b03515e-47b3-4ea1-9cc1-529f29ee80a0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:39.114845 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a48b347-55d6-413f-86d1-b72121e1851c req-0b03515e-47b3-4ea1-9cc1-529f29ee80a0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0456510 Apr 28 19:36:39.166863 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6a48b347-55d6-413f-86d1-b72121e1851c req-8632a103-bd30-462e-a434-7de9c05742c5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450065 Apr 28 19:36:40.269392 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:36:40.283835 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1c9a7-0203-466d-a991-52d040a4b207 req-f43f6d99-943e-44d0-83fc-4707f65be513 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:40.285330 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cef1c9a7-0203-466d-a991-52d040a4b207 req-f43f6d99-943e-44d0-83fc-4707f65be513 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 943 time: 0.0458591 Apr 28 19:36:40.332497 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cef1c9a7-0203-466d-a991-52d040a4b207 req-f104659e-3cfb-4003-b382-723afde68b11 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Apr 28 19:36:40.933530 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:36:41.028914 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:41.039580 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'port_id': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'mac_address': 'fa:16:3e:c8:b2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:36:41.074961 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:36:41.075345 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:41.089839 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:36:41.110339 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:41.114408 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:41.162200 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=9']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:41.452703 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27649-09ea-4eb7-9224-f18d619f31fc req-7281e1e0-ecbf-4914-92b8-819020e21730 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:41.454173 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6e27649-09ea-4eb7-9224-f18d619f31fc req-7281e1e0-ecbf-4914-92b8-819020e21730 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.0488505 Apr 28 19:36:41.502639 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6e27649-09ea-4eb7-9224-f18d619f31fc req-554066be-2b86-4d21-854a-38178f77f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Apr 28 19:36:41.558721 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:36:42.674871 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a949b-b8d0-478d-afe9-19cdb8795318 req-97b96492-8ec8-4376-af8b-9010bbbbb4e3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:42.676358 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-028a949b-b8d0-478d-afe9-19cdb8795318 req-97b96492-8ec8-4376-af8b-9010bbbbb4e3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 944 time: 0.1020799 Apr 28 19:36:42.721512 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-028a949b-b8d0-478d-afe9-19cdb8795318 req-97b8f017-e183-499e-894b-e8ad94b96623 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393662 Apr 28 19:36:42.935725 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:36:42.980528 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:36:42.980908 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:43.055309 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:36:43.055624 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:43.076823 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:36:43.079207 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa53dd54-a439-4964-930f-be429f9a5b2d" -d '{"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-plugged", "status": "completed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:36:43.091760 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:36:43.096401 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:43.123723 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b53fd-c031-469b-aeda-0614a3c99071 x-openstack-request-id: req-e98b53fd-c031-469b-aeda-0614a3c99071 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:36:43.124057 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-plugged", "status": "completed", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:36:43.124311 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e98b53fd-c031-469b-aeda-0614a3c99071 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:36:43.124784 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98b53fd-c031-469b-aeda-0614a3c99071'] response: {'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'code': 200} Apr 28 19:36:43.147125 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=10']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:36:43.845544 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c24f9-29e4-41a9-93af-dac1b7e7ee27 req-f05782c8-3faf-48eb-a41d-375f8ed25659 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:43.847064 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-307c24f9-29e4-41a9-93af-dac1b7e7ee27 req-f05782c8-3faf-48eb-a41d-375f8ed25659 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0477505 Apr 28 19:36:43.892758 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-307c24f9-29e4-41a9-93af-dac1b7e7ee27 req-51ae7078-effd-433d-9544-632f6fea94f9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 Apr 28 19:36:44.380139 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1751c-8de0-4919-b4ee-ed2a682477ee req-6f8f907a-aadd-44c7-a4a1-990f17fb879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:44.381714 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ff1751c-8de0-4919-b4ee-ed2a682477ee req-6f8f907a-aadd-44c7-a4a1-990f17fb879a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1130 time: 0.0385864 Apr 28 19:36:44.426035 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ff1751c-8de0-4919-b4ee-ed2a682477ee req-76d963e2-f4b5-436f-bc97-7a82696328ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364945 Apr 28 19:36:44.585102 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:45.057213 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735285cb-a6fe-409a-a25e-0d431c725622 req-185d7c90-d322-4d9b-8377-d57ab39bb0d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:45.058733 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-735285cb-a6fe-409a-a25e-0d431c725622 req-185d7c90-d322-4d9b-8377-d57ab39bb0d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0934172 Apr 28 19:36:45.106042 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-735285cb-a6fe-409a-a25e-0d431c725622 req-cf7a5af9-b7fe-4a45-9ea2-7b6a99db6e12 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Apr 28 19:36:45.456368 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d396c38-2622-4412-a246-f968a9cd266d req-a121e7ed-1bc9-4512-9580-8a730f893671 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:45.457857 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d396c38-2622-4412-a246-f968a9cd266d req-a121e7ed-1bc9-4512-9580-8a730f893671 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0513492 Apr 28 19:36:45.503750 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d396c38-2622-4412-a246-f968a9cd266d req-dec488ef-3a59-4168-8a96-9a5b62a3891a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Apr 28 19:36:45.737149 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-a6012e80-eb82-4aed-8a48-c795cffb2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:45.738835 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-a6012e80-eb82-4aed-8a48-c795cffb2292 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1130 time: 0.0384576 Apr 28 19:36:45.854105 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-8ac2f803-865e-499c-99d7-84b9958dfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:45.855541 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-8ac2f803-865e-499c-99d7-84b9958dfd47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.0851998 Apr 28 19:36:45.919061 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-d49a038e-1a69-4c9d-a8eb-ad45d05ca5ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 1001 time: 0.0561998 Apr 28 19:36:45.970503 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-365b3076-a159-4e55-8c38-4986e9ef7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:45.972008 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-365b3076-a159-4e55-8c38-4986e9ef7772 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0443108 Apr 28 19:36:46.021817 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-bf8a136e-5def-428f-9fac-ebd6a1f99f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:46.023181 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-bf8a136e-5def-428f-9fac-ebd6a1f99f91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418386 Apr 28 19:36:46.113951 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-24269782-8f01-4a20-a195-97a86aa4eac9 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796945 Apr 28 19:36:46.230953 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592c28-785e-4261-92c3-751d51879a16 req-c81fbbe6-a6dd-4663-b241-d5ebb101bf60 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:46.232460 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a0592c28-785e-4261-92c3-751d51879a16 req-c81fbbe6-a6dd-4663-b241-d5ebb101bf60 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0513389 Apr 28 19:36:46.234033 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375d0a71-aba0-465b-933a-3d8beae6b772 req-48118482-a2d8-42e3-9d4f-f0b06d69ceb9 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865479 Apr 28 19:36:46.277971 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a0592c28-785e-4261-92c3-751d51879a16 req-769e43ad-0151-47d8-8aaf-a72c1adf89bf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390947 Apr 28 19:36:46.616869 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fc630-d647-419e-b745-e1efb49533e3 req-d400c716-da9a-40d4-a53f-e38e30c5323e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:46.618355 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-809fc630-d647-419e-b745-e1efb49533e3 req-d400c716-da9a-40d4-a53f-e38e30c5323e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0456917 Apr 28 19:36:46.663761 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-809fc630-d647-419e-b745-e1efb49533e3 req-22d09a57-88ed-44c2-b162-e7d8847cc73e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400345 Apr 28 19:36:46.880617 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-4bb96303-9b40-4385-8793-32b85059e418 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478017 Apr 28 19:36:47.033934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-b8a745d2-f8e7-4b02-b323-4c8ff0f3513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.035540 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-b8a745d2-f8e7-4b02-b323-4c8ff0f3513b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 1129 time: 0.0403659 Apr 28 19:36:47.147284 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-1ca25fde-f67b-4398-8b97-9f475b47b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.148774 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-1ca25fde-f67b-4398-8b97-9f475b47b776 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.0870092 Apr 28 19:36:47.199117 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-e10a8598-204a-4f49-84b8-3846a20d8f86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4731658-71fd-41cf-a573-d28630f64b2f HTTP/1.1" status: 200 len: 217 time: 0.0371981 Apr 28 19:36:47.248063 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-548f262a-f3c9-450f-ba1c-902084f3c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.249524 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-548f262a-f3c9-450f-ba1c-902084f3c8ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0434721 Apr 28 19:36:47.295523 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-4d26999a-b571-4a21-9fef-9511726fe6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.297029 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-4d26999a-b571-4a21-9fef-9511726fe6f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389946 Apr 28 19:36:47.395387 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db549b23-c356-4a45-8ec4-3d1fb3249458 req-52dbe51f-4361-4b7d-a144-a5004dff9abd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.397079 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-db549b23-c356-4a45-8ec4-3d1fb3249458 req-52dbe51f-4361-4b7d-a144-a5004dff9abd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0469258 Apr 28 19:36:47.447420 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-db549b23-c356-4a45-8ec4-3d1fb3249458 req-43a3a6cf-9ef5-4cec-bfdd-8e5bc8c02f48 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Apr 28 19:36:47.473490 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-c020afc2-5521-4363-a862-a056153b7440 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990071 Apr 28 19:36:47.519005 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-179960f6-44f6-41e9-a374-11d3174f3749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:47.569307 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a5f4b4ea-ddc7-4651-b2ce-3d5978d2b6ab req-8a3bcbb5-dce6-499e-8d12-c8e282194887 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824015 Apr 28 19:36:47.779482 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa73f7d-d582-407b-967c-c2e31bd040b8 req-328a6e8e-5a32-4200-bc53-4c7000d47573 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:47.780983 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fa73f7d-d582-407b-967c-c2e31bd040b8 req-328a6e8e-5a32-4200-bc53-4c7000d47573 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0499701 Apr 28 19:36:47.826623 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fa73f7d-d582-407b-967c-c2e31bd040b8 req-bc277d22-3ac6-4757-be68-40dc5dc76d44 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395901 Apr 28 19:36:48.564578 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c74f8-1949-446c-9df4-6bb6607f8b83 req-236fb0bd-58db-48fc-9b88-2ad0d68d9f46 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:48.566044 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4d6c74f8-1949-446c-9df4-6bb6607f8b83 req-236fb0bd-58db-48fc-9b88-2ad0d68d9f46 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0459173 Apr 28 19:36:48.614278 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4d6c74f8-1949-446c-9df4-6bb6607f8b83 req-5b923d88-3c2b-46e8-95dc-761d9d2a4688 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Apr 28 19:36:48.938356 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06281ec-9f64-44ac-a6d4-cfdf6c202baf req-c49259dc-6fa9-4f58-9ee4-d6287d76c51c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:48.939837 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e06281ec-9f64-44ac-a6d4-cfdf6c202baf req-c49259dc-6fa9-4f58-9ee4-d6287d76c51c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0465634 Apr 28 19:36:48.984434 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e06281ec-9f64-44ac-a6d4-cfdf6c202baf req-7af103dd-4735-48d9-be1c-d8f5f9621455 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392392 Apr 28 19:36:49.773554 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8a520a7-1fb8-4b3f-b510-50ec6522a9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:50.193392 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8227d03-1d2f-4b5c-a38f-f2efade0da77 req-16d64c57-50d7-49f2-ac0b-d35cdf1980fa tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:50.194885 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8227d03-1d2f-4b5c-a38f-f2efade0da77 req-16d64c57-50d7-49f2-ac0b-d35cdf1980fa tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0458348 Apr 28 19:36:50.240419 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d8227d03-1d2f-4b5c-a38f-f2efade0da77 req-8ae598b5-d559-4200-9e85-9f35cf5618b2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400829 Apr 28 19:36:50.905915 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:51.353327 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f2de0-727c-494e-b1d3-9dc47dcec1d5 req-ebf24219-8892-4beb-ad1b-a1684fd6471c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:51.354879 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bc0f2de0-727c-494e-b1d3-9dc47dcec1d5 req-ebf24219-8892-4beb-ad1b-a1684fd6471c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0480452 Apr 28 19:36:51.403480 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bc0f2de0-727c-494e-b1d3-9dc47dcec1d5 req-743ed701-27e5-43df-8719-1d3caa0cd506 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432155 Apr 28 19:36:52.348204 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:52.516639 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb3d47-8fa5-452c-ade2-f91c681bb78c req-31c1e78e-e70a-4a4f-82be-79d6b01c0a97 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:52.518122 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-37bb3d47-8fa5-452c-ade2-f91c681bb78c req-31c1e78e-e70a-4a4f-82be-79d6b01c0a97 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0455890 Apr 28 19:36:52.563226 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-37bb3d47-8fa5-452c-ade2-f91c681bb78c req-8b77ef2a-fd6f-4074-ab65-4704af3e0708 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397573 Apr 28 19:36:53.672839 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f0b83-c1b7-46b4-ae8d-6db2399859e7 req-648e58f9-df0c-45be-a345-96409344e954 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:53.674329 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-356f0b83-c1b7-46b4-ae8d-6db2399859e7 req-648e58f9-df0c-45be-a345-96409344e954 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0452509 Apr 28 19:36:53.720111 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-356f0b83-c1b7-46b4-ae8d-6db2399859e7 req-e5f94da1-e1b8-4e39-bba9-5c8f8ea42439 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Apr 28 19:36:53.991436 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:54.837862 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755dd8a-f283-45d5-a43d-57aa9f75a794 req-57e637ae-84f0-4b58-be3e-71fb99882d04 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:54.839327 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5755dd8a-f283-45d5-a43d-57aa9f75a794 req-57e637ae-84f0-4b58-be3e-71fb99882d04 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0497448 Apr 28 19:36:54.885515 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5755dd8a-f283-45d5-a43d-57aa9f75a794 req-595e79ed-a80a-4c6e-81e0-979e40291fee tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Apr 28 19:36:55.994567 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2847b-96d3-4eac-ada2-6b09e49ceb70 req-dc205831-65f6-4fc6-bbb7-d9ddd4558bba tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:55.996015 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97e2847b-96d3-4eac-ada2-6b09e49ceb70 req-dc205831-65f6-4fc6-bbb7-d9ddd4558bba tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0450773 Apr 28 19:36:56.041990 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97e2847b-96d3-4eac-ada2-6b09e49ceb70 req-f6aedb1e-053c-42e9-aa26-50b58a08e5be tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397420 Apr 28 19:36:57.153310 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e52f1-59b1-42d9-84a5-f91d2cbcc078 req-dbae229d-c8a5-4cbf-a8fc-3630d897e4b1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:57.154685 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ec0e52f1-59b1-42d9-84a5-f91d2cbcc078 req-dbae229d-c8a5-4cbf-a8fc-3630d897e4b1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0449152 Apr 28 19:36:57.200336 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ec0e52f1-59b1-42d9-84a5-f91d2cbcc078 req-3cdb25e1-6b5b-41bd-88c4-308bdb6d9fcc tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394237 Apr 28 19:36:58.318784 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4996b7-d6bc-42c9-90eb-106bff833bd1 req-744083e9-af5b-494e-8a69-cfbff9c4fe4f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:58.320227 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1a4996b7-d6bc-42c9-90eb-106bff833bd1 req-744083e9-af5b-494e-8a69-cfbff9c4fe4f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0478113 Apr 28 19:36:58.365228 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1a4996b7-d6bc-42c9-90eb-106bff833bd1 req-f374aeaf-d90a-461e-9249-1e0562762ea3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396304 Apr 28 19:36:59.480608 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c4ce-e4d2-401e-b6e2-323d95e1d265 req-1f7544bb-3a0e-4ed6-b097-d6f955717d79 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:36:59.482049 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5d79c4ce-e4d2-401e-b6e2-323d95e1d265 req-1f7544bb-3a0e-4ed6-b097-d6f955717d79 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0454144 Apr 28 19:36:59.529582 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5d79c4ce-e4d2-401e-b6e2-323d95e1d265 req-0574ed73-3e6f-4246-8994-c0db50073bca tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Apr 28 19:37:00.645825 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2821c9-2ed7-4edf-bd4d-1ef6208af590 req-6cbe1cef-c029-49d6-875d-4320d738e680 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:00.647332 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d2821c9-2ed7-4edf-bd4d-1ef6208af590 req-6cbe1cef-c029-49d6-875d-4320d738e680 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0502410 Apr 28 19:37:00.692719 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5d2821c9-2ed7-4edf-bd4d-1ef6208af590 req-082f4fb8-9a2a-4023-878f-81ad2168740f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Apr 28 19:37:01.809291 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce5323-b318-439d-b78d-b303f8f6b086 req-148b2a27-1cf7-43c4-beb6-5c0aa639d528 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:01.810748 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0bce5323-b318-439d-b78d-b303f8f6b086 req-148b2a27-1cf7-43c4-beb6-5c0aa639d528 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0452869 Apr 28 19:37:01.856320 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0bce5323-b318-439d-b78d-b303f8f6b086 req-d46329a5-a88f-4fd1-9ac2-926461b26ae2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396707 Apr 28 19:37:02.971668 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f513b56-9c10-4950-a3cb-62685e430116 req-98b61942-2801-433c-accc-084a659015b9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:02.973106 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f513b56-9c10-4950-a3cb-62685e430116 req-98b61942-2801-433c-accc-084a659015b9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0498548 Apr 28 19:37:03.017002 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f513b56-9c10-4950-a3cb-62685e430116 req-b9a6f268-9534-4f42-91b8-7fe82e384921 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Apr 28 19:37:04.127060 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd52a-d796-4656-b8b6-428333b0db18 req-22b4db90-465a-4b05-a691-1596833334b1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:04.128416 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-254fd52a-d796-4656-b8b6-428333b0db18 req-22b4db90-465a-4b05-a691-1596833334b1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0449469 Apr 28 19:37:04.172968 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-254fd52a-d796-4656-b8b6-428333b0db18 req-89fec19c-98af-45a3-96b0-c24e1570cc1b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391226 Apr 28 19:37:05.284031 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be019896-3ad6-4812-ba29-6227ce0e7466 req-9491de18-3f52-452b-a18d-5e0ff836866a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:05.285459 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-be019896-3ad6-4812-ba29-6227ce0e7466 req-9491de18-3f52-452b-a18d-5e0ff836866a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0455010 Apr 28 19:37:05.329962 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-be019896-3ad6-4812-ba29-6227ce0e7466 req-bdd681b1-aaaf-4056-9600-76b6135a998b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 Apr 28 19:37:06.445158 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a040c67-b3ed-4aa5-89cb-69cfeec31b7d req-0b1cb00d-3e31-4bdf-920b-dbe61f7c6e86 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:06.446627 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7a040c67-b3ed-4aa5-89cb-69cfeec31b7d req-0b1cb00d-3e31-4bdf-920b-dbe61f7c6e86 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0502813 Apr 28 19:37:06.491718 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7a040c67-b3ed-4aa5-89cb-69cfeec31b7d req-7670eab8-cf07-4ef4-99ec-b23a7391de4f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Apr 28 19:37:07.601153 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794bb7-1825-486e-b424-9539a9687dd3 req-bb2e1c89-cd1a-4474-87dd-8e18451e0075 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:07.602626 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2794bb7-1825-486e-b424-9539a9687dd3 req-bb2e1c89-cd1a-4474-87dd-8e18451e0075 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0455325 Apr 28 19:37:07.650830 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2794bb7-1825-486e-b424-9539a9687dd3 req-599e828f-e9f3-4e0c-94f3-67e62c015818 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Apr 28 19:37:08.762849 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e55f6-3980-409d-a39b-c848ad813f67 req-77063af4-184e-43a9-95f2-b6f7e1a75970 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:08.764324 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-670e55f6-3980-409d-a39b-c848ad813f67 req-77063af4-184e-43a9-95f2-b6f7e1a75970 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0452168 Apr 28 19:37:08.809252 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-670e55f6-3980-409d-a39b-c848ad813f67 req-93c046ed-444c-4afe-8a7a-c15dc0a6af05 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388551 Apr 28 19:37:09.362992 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4811-ba88-42ec-98ac-d7f8461823c9 req-17dce890-a759-4346-b443-5f4553b72d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:09.364443 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-07fd4811-ba88-42ec-98ac-d7f8461823c9 req-17dce890-a759-4346-b443-5f4553b72d07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1130 time: 0.0792782 Apr 28 19:37:09.407263 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-07fd4811-ba88-42ec-98ac-d7f8461823c9 req-e07dd364-df32-477a-88e4-fd0602e8386d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354106 Apr 28 19:37:09.920828 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e63750-244c-4263-8aa7-7ddcd33e3b5f req-eaf4fccc-21cc-4557-9d0a-e36013c21de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:09.922325 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8e63750-244c-4263-8aa7-7ddcd33e3b5f req-eaf4fccc-21cc-4557-9d0a-e36013c21de3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0454793 Apr 28 19:37:09.966891 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c8e63750-244c-4263-8aa7-7ddcd33e3b5f req-7deac392-2b7f-44f2-aa5a-f81546161416 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 Apr 28 19:37:11.081038 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a0435-f01e-46f8-87d4-e46864e05ee1 req-1bfd356c-362b-4945-b40d-77d46d4864d3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.082547 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c51a0435-f01e-46f8-87d4-e46864e05ee1 req-1bfd356c-362b-4945-b40d-77d46d4864d3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0493402 Apr 28 19:37:11.127553 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c51a0435-f01e-46f8-87d4-e46864e05ee1 req-432d7690-6113-4596-9023-7cae95e053dd tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395036 Apr 28 19:37:11.521168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-6966bc52-d2fd-4cb4-8d98-0da422bcf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.522668 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-6966bc52-d2fd-4cb4-8d98-0da422bcf29f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1130 time: 0.0664046 Apr 28 19:37:11.532838 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ec9f-de58-4971-89dc-52871365e04f req-b5dee6d9-50ff-478e-a28a-772495a6dfcf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.534212 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b232ec9f-de58-4971-89dc-52871365e04f req-b5dee6d9-50ff-478e-a28a-772495a6dfcf tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0685592 Apr 28 19:37:11.632742 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b232ec9f-de58-4971-89dc-52871365e04f req-2c0ee2ba-523b-4cd6-9e5c-5e4e9d5a3581 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909033 Apr 28 19:37:11.648492 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-51ffbe9b-e98f-4d5d-a3eb-0b45d6e97b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.649950 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-51ffbe9b-e98f-4d5d-a3eb-0b45d6e97b95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.1148841 Apr 28 19:37:11.714588 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-349b1fda-8926-4fe7-a80a-d5e0a87936c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 1001 time: 0.0566916 Apr 28 19:37:11.762565 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-a5f05884-5d69-4c9f-a772-38caae9e236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.763980 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-a5f05884-5d69-4c9f-a772-38caae9e236c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0424938 Apr 28 19:37:11.810603 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-1e6bb1bc-1b4c-4c4e-90a4-61aae400dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:11.812060 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-1e6bb1bc-1b4c-4c4e-90a4-61aae400dadb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409787 Apr 28 19:37:11.900780 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-e37d30fa-2450-49c4-9db6-71add4278619 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810800 Apr 28 19:37:11.989679 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0fe212d7-c72d-44ba-82a5-6ff250a90738 req-bfc466f4-fc24-48a1-8014-eb1db587e73e service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812185 Apr 28 19:37:12.744647 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e50c1-93f4-4a23-ab99-c1a0380539c4 req-ccfc856b-0889-4403-a0c3-a0ebb635a747 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:12.746125 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd4e50c1-93f4-4a23-ab99-c1a0380539c4 req-ccfc856b-0889-4403-a0c3-a0ebb635a747 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0448830 Apr 28 19:37:12.792010 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd4e50c1-93f4-4a23-ab99-c1a0380539c4 req-ea1e4bea-2713-4fd4-99ff-1c1eb0d0020c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398898 Apr 28 19:37:13.905033 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146e716-6cf8-42fa-a588-63fe45f2ecdb req-9d61525d-c319-43fd-a978-019180082dc7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:13.906525 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e146e716-6cf8-42fa-a588-63fe45f2ecdb req-9d61525d-c319-43fd-a978-019180082dc7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0458503 Apr 28 19:37:13.951621 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e146e716-6cf8-42fa-a588-63fe45f2ecdb req-8bbf2792-3da6-4dad-a72e-3879223f14a6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Apr 28 19:37:14.590689 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:15.062991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d825f-1160-4c23-8d2f-f93f3140f9ed req-08aae1a9-f053-41d5-897a-aa3064280478 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:15.064422 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-398d825f-1160-4c23-8d2f-f93f3140f9ed req-08aae1a9-f053-41d5-897a-aa3064280478 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0459025 Apr 28 19:37:15.112003 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-398d825f-1160-4c23-8d2f-f93f3140f9ed req-f76a6ee7-b8c1-4724-991c-d83535738d10 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420420 Apr 28 19:37:15.221775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bdcef-de69-42f2-a204-47fc31a38133 req-fcdc39e3-87c2-4f97-9b77-5a13b03f10f4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:15.223210 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-231bdcef-de69-42f2-a204-47fc31a38133 req-fcdc39e3-87c2-4f97-9b77-5a13b03f10f4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0493259 Apr 28 19:37:15.231547 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 54976) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:15.236256 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Request body: {'floatingip': {'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:15.289067 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:15.747384 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:15.751029 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:15.957478 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Router 76895e3b-7cd8-45c5-b92c-d98d724871e8 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:16.064418 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:16.069238 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:16.073834 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] Sync routers for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:16.083092 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:16.083692 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:36:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:16.099403 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:16.101657 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40536558-e12d-437c-93dc-65aea87ac98a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:16.133690 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-35bb72f7-d299-4189-b215-382a0761bbd2 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "PUT /v2.0/floatingips/81972d6a-b014-4e69-a0f9-230bb454dfd4 HTTP/1.1" status: 200 len: 993 time: 0.8965378 Apr 28 19:37:16.194643 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:16.208325 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b4851-382f-40f6-8081-fb68b98ad3d9 x-openstack-request-id: req-e77b4851-382f-40f6-8081-fb68b98ad3d9 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:16.208618 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:16.208874 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e77b4851-382f-40f6-8081-fb68b98ad3d9 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:16.209274 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77b4851-382f-40f6-8081-fb68b98ad3d9'] response: {'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'status': 'completed', 'code': 200} Apr 28 19:37:16.281806 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40536558-e12d-437c-93dc-65aea87ac98a req-8624658b-ee02-4524-abfe-db23339bd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:16.283307 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40536558-e12d-437c-93dc-65aea87ac98a req-8624658b-ee02-4524-abfe-db23339bd2e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1130 time: 0.0379138 Apr 28 19:37:16.410080 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '81972d6a-b014-4e69-a0f9-230bb454dfd4', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'mac_address': 'fa:16:3e:7a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:18Z', 'updated_at': '2022-04-28T19:37:15Z', 'revision_number': 3, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:16.441528 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] Checking router: 76895e3b-7cd8-45c5-b92c-d98d724871e8 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:16.450401 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:16.451020 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:36:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:16.561158 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:16.630916 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40536558-e12d-437c-93dc-65aea87ac98a req-45460bc6-dbe7-4b0d-9348-b05efd820abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:16.632394 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40536558-e12d-437c-93dc-65aea87ac98a req-45460bc6-dbe7-4b0d-9348-b05efd820abb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.3403680 Apr 28 19:37:16.696175 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40536558-e12d-437c-93dc-65aea87ac98a req-a658bc61-d7a6-44f2-8833-8cd06d24f476 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 1001 time: 0.0571468 Apr 28 19:37:16.748198 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40536558-e12d-437c-93dc-65aea87ac98a req-5dc6858e-4c00-419f-a1ba-a6bc31142537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:16.750179 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40536558-e12d-437c-93dc-65aea87ac98a req-5dc6858e-4c00-419f-a1ba-a6bc31142537 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0439963 Apr 28 19:37:16.771629 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '81972d6a-b014-4e69-a0f9-230bb454dfd4', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'mac_address': 'fa:16:3e:7a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:18Z', 'updated_at': '2022-04-28T19:37:15Z', 'revision_number': 3, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:16.792676 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40536558-e12d-437c-93dc-65aea87ac98a req-c35d6466-116c-4066-9bb6-0c3c8e3a0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:16.794176 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40536558-e12d-437c-93dc-65aea87ac98a req-c35d6466-116c-4066-9bb6-0c3c8e3a0135 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369539 Apr 28 19:37:16.799880 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae62d8f-fccf-42bc-a37d-2a3442b76dfd None None] The sync data for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi is: [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '81972d6a-b014-4e69-a0f9-230bb454dfd4', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'port_id': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'mac_address': 'fa:16:3e:7a:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:34:18Z', 'updated_at': '2022-04-28T19:37:15Z', 'revision_number': 3, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:16.891202 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40536558-e12d-437c-93dc-65aea87ac98a req-740c1017-6ad5-419b-b07e-c41048bde4cd service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895796 Apr 28 19:37:16.980292 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-40536558-e12d-437c-93dc-65aea87ac98a req-52b5df36-ae08-4cde-8fb6-f3d607424df2 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827672 Apr 28 19:37:17.267498 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:37:17.519433 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0053c8c4-3560-47ef-aaca-3734092132ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:18.210521 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:18.212882 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:18.248237 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd5f16-6f01-47d9-bb56-8ba82b5f099b x-openstack-request-id: req-80cd5f16-6f01-47d9-bb56-8ba82b5f099b {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:18.248528 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:18.248785 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80cd5f16-6f01-47d9-bb56-8ba82b5f099b {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:18.249182 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cd5f16-6f01-47d9-bb56-8ba82b5f099b'] response: {'name': 'network-changed', 'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'status': 'completed', 'code': 200} Apr 28 19:37:18.310763 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-230a6fd4-7c73-499c-ac00-d29f76052f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:18.312218 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-230a6fd4-7c73-499c-ac00-d29f76052f89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 1130 time: 0.0384467 Apr 28 19:37:18.403096 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-84a15797-b468-4927-a66c-131012902bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:18.404497 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-84a15797-b468-4927-a66c-131012902bb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 200 len: 919 time: 0.0830355 Apr 28 19:37:18.468789 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-baed4fb0-3e48-4abf-8905-a97217afc180 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 200 len: 1001 time: 0.0559189 Apr 28 19:37:18.521073 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-8ab12470-2149-4970-9dc1-9d815fefb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:18.522533 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-8ab12470-2149-4970-9dc1-9d815fefb9b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 200 len: 857 time: 0.0469983 Apr 28 19:37:18.565763 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-18579b83-29c6-4762-b463-9afbda3f210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:18.567190 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-18579b83-29c6-4762-b463-9afbda3f210c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a84777c5-d18a-4052-82b2-1d0f58c42b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377505 Apr 28 19:37:18.660993 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-1427c624-73f7-4563-a3f0-52a6c722e162 service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820737 Apr 28 19:37:18.756775 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-474ce1d3-11e0-4b31-bb4f-fc7c39fc959b req-af8c3ee4-1d3a-46ba-90b4-e5f921db7e7a service neutron] 10.222.0.45 "GET /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888839 Apr 28 19:37:19.775398 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f201e83d-f270-445c-b9ec-5cc56f293e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:20.907630 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:22.353606 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:23.992863 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:28.248580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54683372-3b3c-490a-be90-2a64ee15a590 req-2c7a0526-5bda-4357-a642-3c393e93e35f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.250575 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54683372-3b3c-490a-be90-2a64ee15a590 req-2c7a0526-5bda-4357-a642-3c393e93e35f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0461178 Apr 28 19:37:28.309905 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54683372-3b3c-490a-be90-2a64ee15a590 req-8d5147a4-7791-4828-97f4-e0c26b5a58f3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533907 Apr 28 19:37:28.319746 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-97aa5a32-c907-4ee2-8b5f-8e465e61b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.321207 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-97aa5a32-c907-4ee2-8b5f-8e465e61b485 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1168 time: 0.0426579 Apr 28 19:37:28.487305 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-d3d7ea9a-a051-4526-9885-202f0cdce57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.488751 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-d3d7ea9a-a051-4526-9885-202f0cdce57b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 200 len: 915 time: 0.0877173 Apr 28 19:37:28.555387 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-2795b3ca-6dfa-475e-91ac-e41496f14185 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 1000 time: 0.0563936 Apr 28 19:37:28.615090 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-72fdcd9d-08be-4f23-a748-f8bfb1e6e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.616456 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-72fdcd9d-08be-4f23-a748-f8bfb1e6e1d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89097b27-ab31-4536-ba50-e98100f1a9b0 HTTP/1.1" status: 200 len: 853 time: 0.0532253 Apr 28 19:37:28.665005 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-20a2c122-9f38-4cb3-9a42-52dee6dead24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.666526 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-20a2c122-9f38-4cb3-9a42-52dee6dead24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f597bfb8-49ff-43ec-91a4-56a688bd482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385747 Apr 28 19:37:28.772511 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-ce00ec53-1152-4843-834d-51da5e1c29be service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986922 Apr 28 19:37:28.869424 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-26868605-2f1f-49b3-8ea1-ee8655345ab7 req-0496423c-2f3b-4ddb-a1c1-f67a82e08f00 service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862148 Apr 28 19:37:28.904716 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913c13-169b-485a-99aa-5ae186857d23 req-b1df3be0-c9f0-4c0e-9ca2-d50e3cddce24 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.906374 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e7913c13-169b-485a-99aa-5ae186857d23 req-b1df3be0-c9f0-4c0e-9ca2-d50e3cddce24 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0469723 Apr 28 19:37:28.954290 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e7913c13-169b-485a-99aa-5ae186857d23 req-bf0e85cc-7ba4-4794-9e0a-a98dfacd76cc tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406883 Apr 28 19:37:29.424382 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cd48b-9393-441b-bc99-c0873b3b462f req-de414429-f0a7-407d-a8b3-3e8cc38d3cf4 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:29.425840 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-913cd48b-9393-441b-bc99-c0873b3b462f req-de414429-f0a7-407d-a8b3-3e8cc38d3cf4 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0466394 Apr 28 19:37:29.487482 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-913cd48b-9393-441b-bc99-c0873b3b462f req-d5e62c71-7c81-4185-a366-c3a5a67c90b5 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558527 Apr 28 19:37:30.070237 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e24fcb-cc76-4bc9-b975-291ebb819d79 req-de17cda1-d1e5-4a48-942e-f7c2b6120302 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:30.071719 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e0e24fcb-cc76-4bc9-b975-291ebb819d79 req-de17cda1-d1e5-4a48-942e-f7c2b6120302 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Apr 28 19:37:30.116469 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e0e24fcb-cc76-4bc9-b975-291ebb819d79 req-11b92610-50e1-4568-909d-2fa1c81de1aa tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393155 Apr 28 19:37:30.599790 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493de4b-f5d1-4d33-8ec6-360e4bc039e1 req-7c567a06-91b6-424b-a8f0-83de483c9777 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:30.601281 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e493de4b-f5d1-4d33-8ec6-360e4bc039e1 req-7c567a06-91b6-424b-a8f0-83de483c9777 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0477102 Apr 28 19:37:30.659900 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e493de4b-f5d1-4d33-8ec6-360e4bc039e1 req-e15c7fb0-a928-41eb-a923-47e80ab3a958 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529184 Apr 28 19:37:31.226726 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde763b-00b2-406b-8ecd-c4d57d4a6e24 req-11461644-490e-46a5-9353-68cc13525047 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:31.228153 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9fde763b-00b2-406b-8ecd-c4d57d4a6e24 req-11461644-490e-46a5-9353-68cc13525047 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0457356 Apr 28 19:37:31.273350 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9fde763b-00b2-406b-8ecd-c4d57d4a6e24 req-119f683c-5454-4b55-8c91-a7e8368e7300 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Apr 28 19:37:31.770650 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93510b21-70b1-4010-8573-31640718b40d req-2f1e7369-6478-401c-8d31-ba3646b89b69 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:31.772133 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-93510b21-70b1-4010-8573-31640718b40d req-2f1e7369-6478-401c-8d31-ba3646b89b69 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0465534 Apr 28 19:37:31.829760 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-93510b21-70b1-4010-8573-31640718b40d req-fc06019a-6fd8-4eeb-9783-98a6bfde5b6c tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520101 Apr 28 19:37:32.386408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee17cf-52c1-4d7f-80b9-05f99e76601a req-8d14edde-7ddf-4e46-b03c-a3ad7ce75207 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.387850 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-52ee17cf-52c1-4d7f-80b9-05f99e76601a req-8d14edde-7ddf-4e46-b03c-a3ad7ce75207 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0449955 Apr 28 19:37:32.437475 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-52ee17cf-52c1-4d7f-80b9-05f99e76601a req-863bfd89-5098-4688-84c8-0ca7b271c509 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436852 Apr 28 19:37:32.945932 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89ea8d-7ff8-446d-877a-1728e03c440c req-f4496391-a50c-4bda-81c1-fe4b6a6af01a tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:32.947437 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f89ea8d-7ff8-446d-877a-1728e03c440c req-f4496391-a50c-4bda-81c1-fe4b6a6af01a tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0511336 Apr 28 19:37:33.005304 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1f89ea8d-7ff8-446d-877a-1728e03c440c req-1d0d0501-b304-44ae-aec4-14d0e40fbb87 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522888 Apr 28 19:37:33.548253 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d5ffa-53be-4cfe-a27e-e6444a8e8d02 req-e5e06778-b6f3-42f9-8847-cf1cb719654a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:33.549693 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4c1d5ffa-53be-4cfe-a27e-e6444a8e8d02 req-e5e06778-b6f3-42f9-8847-cf1cb719654a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0457737 Apr 28 19:37:33.595250 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4c1d5ffa-53be-4cfe-a27e-e6444a8e8d02 req-1a7fef1b-cc51-48bb-8830-acebaa6df1a4 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398998 Apr 28 19:37:34.117442 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee802829-8be1-4814-88c9-37da6f3bacdf req-708264da-8856-4211-9021-f0eb28ecd53d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:34.118888 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee802829-8be1-4814-88c9-37da6f3bacdf req-708264da-8856-4211-9021-f0eb28ecd53d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0465243 Apr 28 19:37:34.176758 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ee802829-8be1-4814-88c9-37da6f3bacdf req-3fbcb0b9-8fec-425a-9ce1-f2d0fe18ba26 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518069 Apr 28 19:37:34.704290 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c854c-1500-4188-98be-432fbdaac1de req-61874485-46af-4bea-b13b-78307b737c6c tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:34.705754 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1e7c854c-1500-4188-98be-432fbdaac1de req-61874485-46af-4bea-b13b-78307b737c6c tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0455906 Apr 28 19:37:34.750381 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1e7c854c-1500-4188-98be-432fbdaac1de req-36ca01ed-0b70-4fe2-b276-016329143394 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 Apr 28 19:37:35.289247 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db150-1590-44ab-9fc2-6df3c0a7f1b0 req-e4a3fd14-f396-4e9f-9ee4-a4368f1b4e73 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:35.290716 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d96db150-1590-44ab-9fc2-6df3c0a7f1b0 req-e4a3fd14-f396-4e9f-9ee4-a4368f1b4e73 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0458372 Apr 28 19:37:35.356010 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d96db150-1590-44ab-9fc2-6df3c0a7f1b0 req-4a663786-d2f8-43a6-8b13-debd6700fe0e tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597761 Apr 28 19:37:35.862970 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e15d95-b476-4ae6-86ad-a0fd21d04df1 req-4a7a8869-c003-4bc4-b38a-4f3691c9986b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:35.864445 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-42e15d95-b476-4ae6-86ad-a0fd21d04df1 req-4a7a8869-c003-4bc4-b38a-4f3691c9986b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Apr 28 19:37:35.909328 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-42e15d95-b476-4ae6-86ad-a0fd21d04df1 req-3be3d549-e371-4869-a898-8871f38ac50e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Apr 28 19:37:36.468065 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d1226-e7bb-4353-9c52-1ac25c447e61 req-bd146211-d22f-45d2-9f2d-f8e0381e3eff tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.469534 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-699d1226-e7bb-4353-9c52-1ac25c447e61 req-bd146211-d22f-45d2-9f2d-f8e0381e3eff tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0475297 Apr 28 19:37:36.527610 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-699d1226-e7bb-4353-9c52-1ac25c447e61 req-6259cb16-27c6-41d2-830c-8e724d32ac91 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524104 Apr 28 19:37:37.019980 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b8ad4-6d7c-4e2d-bda7-406fddfd7b71 req-931f0066-09b0-44fa-b974-928632c95d6e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:37.021441 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c47b8ad4-6d7c-4e2d-bda7-406fddfd7b71 req-931f0066-09b0-44fa-b974-928632c95d6e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0462816 Apr 28 19:37:37.066873 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c47b8ad4-6d7c-4e2d-bda7-406fddfd7b71 req-77f37d60-1913-4ada-ba0a-6bec372bb3ac tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399992 Apr 28 19:37:37.638330 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9d1b2-b695-4814-b5dd-baf83d9fa6a2 req-73ec8c15-badb-4690-bed0-ad1a2af419fa tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:37.639784 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aab9d1b2-b695-4814-b5dd-baf83d9fa6a2 req-73ec8c15-badb-4690-bed0-ad1a2af419fa tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0460620 Apr 28 19:37:37.697298 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aab9d1b2-b695-4814-b5dd-baf83d9fa6a2 req-914da8e3-a76c-4d07-8412-eb687d65e91f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519826 Apr 28 19:37:38.182103 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f33fc-95ef-4314-8278-0c5df802f5e2 req-4c82688f-3512-4199-9ca9-df1ea2eca74b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.183665 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-196f33fc-95ef-4314-8278-0c5df802f5e2 req-4c82688f-3512-4199-9ca9-df1ea2eca74b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0502396 Apr 28 19:37:38.231106 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-196f33fc-95ef-4314-8278-0c5df802f5e2 req-e8055e42-ce72-4173-aff5-dba054aa3b21 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417175 Apr 28 19:37:38.533284 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c701e9-c6ca-4beb-a039-3eb1e6e8fa71 req-924a288c-94af-4d7f-8ee6-8bf90739e67a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.534772 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c701e9-c6ca-4beb-a039-3eb1e6e8fa71 req-924a288c-94af-4d7f-8ee6-8bf90739e67a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0500655 Apr 28 19:37:38.580645 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-49c701e9-c6ca-4beb-a039-3eb1e6e8fa71 req-f56fd363-7e66-43e5-b337-38b1ca1c4daf tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404861 Apr 28 19:37:38.810492 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cabb6e-c9e7-4851-a3a6-8b22605947fb req-cf31c0e6-ca40-410d-854a-15d305537aa2 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.812436 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d6cabb6e-c9e7-4851-a3a6-8b22605947fb req-cf31c0e6-ca40-410d-854a-15d305537aa2 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0493383 Apr 28 19:37:38.871015 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d6cabb6e-c9e7-4851-a3a6-8b22605947fb req-ef039562-23f8-41c5-9d76-c9e3d45f7d41 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528834 Apr 28 19:37:39.348920 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8965a-96a8-4db1-8c7b-f64d8c06d9b6 req-935d10d6-221b-4456-9ade-3972fa93cd50 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:39.350890 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-65d8965a-96a8-4db1-8c7b-f64d8c06d9b6 req-935d10d6-221b-4456-9ade-3972fa93cd50 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Apr 28 19:37:39.398261 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-65d8965a-96a8-4db1-8c7b-f64d8c06d9b6 req-3a08f34f-a591-4743-85fa-691f46e444cd tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 Apr 28 19:37:39.693185 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a414cc7-593d-4bd0-afd9-de448714055e req-52857546-81df-4f30-9dd8-c3510194a2eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:39.694684 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7a414cc7-593d-4bd0-afd9-de448714055e req-52857546-81df-4f30-9dd8-c3510194a2eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0490491 Apr 28 19:37:39.739848 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7a414cc7-593d-4bd0-afd9-de448714055e req-2daaf105-0dde-42f6-ba7b-5e758ca214eb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397880 Apr 28 19:37:39.991835 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1526dc-1ac3-4d38-9311-a5b7a1e94bfa req-6d5a0274-5798-4260-b649-0571a09a2173 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:39.993316 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc1526dc-1ac3-4d38-9311-a5b7a1e94bfa req-6d5a0274-5798-4260-b649-0571a09a2173 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0493245 Apr 28 19:37:40.057290 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc1526dc-1ac3-4d38-9311-a5b7a1e94bfa req-59f40995-3e0e-4d31-b5b1-4c166098ecd2 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576034 Apr 28 19:37:40.338485 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-1e9d293a-0cf6-4961-9e45-f98622a9ed20 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.339905 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-1e9d293a-0cf6-4961-9e45-f98622a9ed20 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0463567 Apr 28 19:37:40.427984 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:37:40.428357 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:40.540528 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70452e9-5bb8-4b43-89a2-d281cdf88bd8 req-e0f7510c-7c00-4716-9412-8f95dfbecf32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.541961 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e70452e9-5bb8-4b43-89a2-d281cdf88bd8 req-e0f7510c-7c00-4716-9412-8f95dfbecf32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0542843 Apr 28 19:37:40.581287 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] For port 9336a6ac-2d8f-4172-8e65-95f5f47785e5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9336a6ac-2d8f-4172-8e65-95f5f47785e5,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:40.581668 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:40.682250 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e70452e9-5bb8-4b43-89a2-d281cdf88bd8 req-ac65892f-0ded-4a95-8647-661b07d71994 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312885 Apr 28 19:37:40.869206 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:40.869437 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (a273c963-eeda-4477-92d2-c1b33483bb18), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:40.869755 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP a273c963-eeda-4477-92d2-c1b33483bb18 disassociated. External IP: 172.27.2.137, port: 9336a6ac-2d8f-4172-8e65-95f5f47785e5. Apr 28 19:37:40.870179 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for 9336a6ac-2d8f-4172-8e65-95f5f47785e5 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:37:40.878400 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448bc04-45fd-4f9b-80be-edbf2d6f13c9 req-4a1389d7-da5a-46d3-ae5b-3a6e3d325064 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.879895 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f448bc04-45fd-4f9b-80be-edbf2d6f13c9 req-4a1389d7-da5a-46d3-ae5b-3a6e3d325064 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 945 time: 0.0720980 Apr 28 19:37:40.923673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48da11-0b63-4a23-a45a-31664cebd405 req-a533216a-66cc-4594-809a-e7fe515ac067 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:40.925210 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4e48da11-0b63-4a23-a45a-31664cebd405 req-a533216a-66cc-4594-809a-e7fe515ac067 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Apr 28 19:37:40.976724 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4e48da11-0b63-4a23-a45a-31664cebd405 req-49aff542-2214-4638-9741-e97b2dbc542f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452099 Apr 28 19:37:40.979005 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f448bc04-45fd-4f9b-80be-edbf2d6f13c9 req-a9df0a90-4a24-47b6-8124-898962df4f80 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916650 Apr 28 19:37:41.064987 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (9336a6ac-2d8f-4172-8e65-95f5f47785e5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:41.099510 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=9336a6ac-2d8f-4172-8e65-95f5f47785e5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:41.104931 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-8cc5ca52-eaf4-4a9d-9b94-56e259ac4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:41.106516 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-8cc5ca52-eaf4-4a9d-9b94-56e259ac4201 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 1129 time: 0.0427201 Apr 28 19:37:41.110415 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.110661 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.111000 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.111343 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.111678 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.112012 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.112526 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.112906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.113240 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.113583 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.113925 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.114254 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.114580 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.114905 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.115335 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:41.217105 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdbe35-b054-4c7b-92be-aab826fb67b1 req-d9b303d3-179c-4cf1-8982-2b11e1fd99e3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:41.218630 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c8cdbe35-b054-4c7b-92be-aab826fb67b1 req-d9b303d3-179c-4cf1-8982-2b11e1fd99e3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0868902 Apr 28 19:37:41.231916 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:41.258930 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-28e5fe99-2380-4b95-aeb1-ace431e982c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:41.260394 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-28e5fe99-2380-4b95-aeb1-ace431e982c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 911 time: 0.1473358 Apr 28 19:37:41.336074 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c8cdbe35-b054-4c7b-92be-aab826fb67b1 req-c96afd2e-e5ad-4268-82ac-650ec16981a9 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&id=f65c4235-8d77-40c9-a287-4c0ab585405e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113331 Apr 28 19:37:41.347316 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:41.352728 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-64f88d4c-6e09-4541-bfbe-069b8096bb42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 200 len: 1001 time: 0.0840852 Apr 28 19:37:41.359590 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:41.394666 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:41.395654 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:41.405927 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] No DVR routers for this DVR port 9336a6ac-2d8f-4172-8e65-95f5f47785e5 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:37:41.405927 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:41.406494 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-58ac01a0-cef9-402f-b122-4cb277544cf7 req-380aa433-6083-4ee9-94ac-2affd682ec58 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "DELETE /v2.0/ports/9336a6ac-2d8f-4172-8e65-95f5f47785e5 HTTP/1.1" status: 204 len: 173 time: 1.0592880 Apr 28 19:37:41.407458 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'name': 'network-vif-deleted', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:41.411239 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb8592-89cf-4e29-8238-3b3608d6d725" -d '{"events": [{"server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "name": "network-vif-deleted", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:41.413117 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-46dac7db-9e4e-4584-b416-b39d5044e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:41.419236 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-46dac7db-9e4e-4584-b416-b39d5044e0a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0597486 Apr 28 19:37:41.475289 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41627e29-b275-49d4-9263-53f34a6111f4 x-openstack-request-id: req-41627e29-b275-49d4-9263-53f34a6111f4 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:41.475906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7304858b-d065-4736-abb3-6e33aaf651f1", "name": "network-vif-deleted", "tag": "9336a6ac-2d8f-4172-8e65-95f5f47785e5", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:41.476708 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41627e29-b275-49d4-9263-53f34a6111f4 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:41.477345 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41627e29-b275-49d4-9263-53f34a6111f4'] response: {'server_uuid': '7304858b-d065-4736-abb3-6e33aaf651f1', 'name': 'network-vif-deleted', 'tag': '9336a6ac-2d8f-4172-8e65-95f5f47785e5', 'status': 'completed', 'code': 200} Apr 28 19:37:41.512959 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-219b6f36-bef7-47a3-b43d-43f64f226c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:41.514727 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-219b6f36-bef7-47a3-b43d-43f64f226c70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848508 Apr 28 19:37:41.526518 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:41.635191 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-0f9c96fc-761f-4c48-823f-7872302e862d service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963273 Apr 28 19:37:41.793079 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:51Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:41.960954 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:41.969964 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:41.970657 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:41.971007 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3b586c7d-7d4c-49fb-b5fd-f2ff01d9a719 req-921c75a0-3e73-45d5-bc72-e0ad7c78d142 service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972815 Apr 28 19:37:42.085488 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:42.120092 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-94800f12-2e5d-43e2-b69e-4337152f49d8 req-8e092b4d-e34d-44dc-946e-e3457b4c5a98 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7304858b-d065-4736-abb3-6e33aaf651f1 HTTP/1.1" status: 200 len: 210 time: 0.0430503 Apr 28 19:37:42.139814 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efce5ab-df55-45d0-ad4f-70099c53a050 req-5eaf3d10-bf6b-41c1-aeb6-edad9f57499a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:42.147016 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0efce5ab-df55-45d0-ad4f-70099c53a050 req-5eaf3d10-bf6b-41c1-aeb6-edad9f57499a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0765862 Apr 28 19:37:42.204475 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0efce5ab-df55-45d0-ad4f-70099c53a050 req-27ac5526-d454-4671-a764-d93c3f86b587 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564997 Apr 28 19:37:42.325232 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:51Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:42.355735 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d1b0df-e3fe-45e5-946e-ef2d3e7e9fd2 None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'eb14a25f-8e6f-4ed1-b233-c1f60a95f073', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:29:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce885f6-9b82-4649-842f-af484cffd899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:32:08Z', 'updated_at': '2022-04-28T19:32:51Z', 'revision_number': 2, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:42.605685 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64cc46-8d18-4d1c-81db-0a0fd794d9d2 None None] New status for floating IP a273c963-eeda-4477-92d2-c1b33483bb18: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:37:43.159254 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9336a6ac-2d8f-4172-8e65-95f5f47785e5 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:43.182534 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 9336a6ac-2d8f-4172-8e65-95f5f47785e5 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:37:43.182534 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9336a6ac-2d8f-4172-8e65-95f5f47785e5 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:37:43.201128 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55106) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:43.268119 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85c6e8b3-e904-4632-8c3c-366bca781917 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (2c3be016-d78c-4e8b-b1bb-a2d9c5457e53), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.292742 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85c6e8b3-e904-4632-8c3c-366bca781917 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (2c3be016-d78c-4e8b-b1bb-a2d9c5457e53), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.318603 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad6050-4e33-43ff-8ee4-53fa6eb905e4 req-f1747ef8-baa7-4255-81ca-538278266ffd tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:43.325386 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-00ad6050-4e33-43ff-8ee4-53fa6eb905e4 req-f1747ef8-baa7-4255-81ca-538278266ffd tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0569088 Apr 28 19:37:43.346417 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85c6e8b3-e904-4632-8c3c-366bca781917 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2c3be016-d78c-4e8b-b1bb-a2d9c5457e53), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.349644 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85c6e8b3-e904-4632-8c3c-366bca781917 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.350803 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-85c6e8b3-e904-4632-8c3c-366bca781917 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/security-groups/2c3be016-d78c-4e8b-b1bb-a2d9c5457e53 HTTP/1.1" status: 204 len: 168 time: 0.1485627 Apr 28 19:37:43.354078 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55110) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:43.361281 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6e8b3-e904-4632-8c3c-366bca781917 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3be016-d78c-4e8b-b1bb-a2d9c5457e53,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:43.377206 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-aae2f4df-c808-4474-b2c8-8e364a8acbdd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] show failed (client error): The resource could not be found. Apr 28 19:37:43.378492 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-aae2f4df-c808-4474-b2c8-8e364a8acbdd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups/2c3be016-d78c-4e8b-b1bb-a2d9c5457e53 HTTP/1.1" status: 404 len: 347 time: 0.0234869 Apr 28 19:37:43.381523 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55112) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:43.382329 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-00ad6050-4e33-43ff-8ee4-53fa6eb905e4 req-46c3ed3b-03b5-404d-a34a-c9fad5171565 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561216 Apr 28 19:37:43.507628 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port f250ed3d-4855-47f1-a39f-aaad04a183ea {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:37:43.507971 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.584351 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.584680 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (f250ed3d-4855-47f1-a39f-aaad04a183ea), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.597278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for f250ed3d-4855-47f1-a39f-aaad04a183ea owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:37:43.742038 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (f250ed3d-4855-47f1-a39f-aaad04a183ea), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.770467 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=f250ed3d-4855-47f1-a39f-aaad04a183ea,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:43.836706 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (a273c963-eeda-4477-92d2-c1b33483bb18), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.839333 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:43.840718 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-bad37ea4-1653-4212-8507-134987eed003 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/floatingips/a273c963-eeda-4477-92d2-c1b33483bb18 HTTP/1.1" status: 204 len: 168 time: 0.4581535 Apr 28 19:37:44.616039 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:45.460708 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e3349-ba36-4f2d-9006-24140cd537a8 req-e5673a1f-a3c8-4039-8924-78723b6fd03d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:45.462224 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eb9e3349-ba36-4f2d-9006-24140cd537a8 req-e5673a1f-a3c8-4039-8924-78723b6fd03d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0478957 Apr 28 19:37:45.510468 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-eb9e3349-ba36-4f2d-9006-24140cd537a8 req-3d031662-b12e-4b55-be5e-d2ae4e839ce8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Apr 28 19:37:46.651804 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-d82454e2-33a0-4419-a942-dc7e1a020412 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:46.653279 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-d82454e2-33a0-4419-a942-dc7e1a020412 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0752399 Apr 28 19:37:46.659929 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c969461-8963-4fbd-a64d-e95da5a4baf7 req-e16811fa-3573-4625-9942-8d790bc28bf6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:46.661277 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3c969461-8963-4fbd-a64d-e95da5a4baf7 req-e16811fa-3573-4625-9942-8d790bc28bf6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 946 time: 0.0750127 Apr 28 19:37:46.749492 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-5613e8aa-e620-4135-b052-5cf8b44de693 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369084 Apr 28 19:37:46.768284 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3c969461-8963-4fbd-a64d-e95da5a4baf7 req-00824de4-77f0-44b3-b2ff-aeb0a656b8f6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f3fe29-65a7-4b29-9f9f-833f3fe340f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000490 Apr 28 19:37:46.789188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port 09f2afda-6463-49ba-b0e8-4f48397cc09a {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:37:46.789188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:46.809250 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e9e56-cc48-43ea-b37a-0507659b931a req-73a0d725-1e5c-4910-aff3-54190cf8c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:46.810780 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-73a0d725-1e5c-4910-aff3-54190cf8c6bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 1130 time: 0.0392988 Apr 28 19:37:46.872702 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] For port 09f2afda-6463-49ba-b0e8-4f48397cc09a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=09f2afda-6463-49ba-b0e8-4f48397cc09a,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:37:46.873067 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:46.913032 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e9e56-cc48-43ea-b37a-0507659b931a req-9bc2cd55-fe34-436a-b2ec-c8906f3e8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:46.914510 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-9bc2cd55-fe34-436a-b2ec-c8906f3e8aa6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.0854695 Apr 28 19:37:46.980459 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-f0d9f078-0f3b-4107-b228-a4beb3fa947e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 200 len: 1001 time: 0.0573211 Apr 28 19:37:47.030729 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e9e56-cc48-43ea-b37a-0507659b931a req-4b619c1c-7ded-45e6-9b7f-87d4f60e9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.032209 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-4b619c1c-7ded-45e6-9b7f-87d4f60e9c29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0446985 Apr 28 19:37:47.081813 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e9e56-cc48-43ea-b37a-0507659b931a req-7922fd3e-c6e1-4b40-bfdf-2f48dfa12d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:47.083227 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-7922fd3e-c6e1-4b40-bfdf-2f48dfa12d0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452602 Apr 28 19:37:47.173566 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-9592570c-1e1b-40d8-ae29-a9a51331fff1 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840702 Apr 28 19:37:47.265191 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-698e9e56-cc48-43ea-b37a-0507659b931a req-2be272bd-255e-40bc-8013-101b29c07935 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847239 Apr 28 19:37:47.319312 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:47.319675 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (eb14a25f-8e6f-4ed1-b233-c1f60a95f073), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:47.320067 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP eb14a25f-8e6f-4ed1-b233-c1f60a95f073 disassociated. External IP: 172.27.2.197, port: 09f2afda-6463-49ba-b0e8-4f48397cc09a. Apr 28 19:37:47.320446 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for 09f2afda-6463-49ba-b0e8-4f48397cc09a owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:37:47.443965 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (09f2afda-6463-49ba-b0e8-4f48397cc09a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:47.479201 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=09f2afda-6463-49ba-b0e8-4f48397cc09a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:47.489375 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.489773 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.490113 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.490460 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.490778 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.491128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.491477 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.491805 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.492139 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.492453 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.493118 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.493118 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.493448 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.493827 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.494151 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:47.520203 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-66309e44-b94e-4d3c-b4bf-18eafdb8445d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:47.599739 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:37:47.709294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:37:47.719695 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:37:47.728478 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:47.729080 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:47.750684 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] No DVR routers for this DVR port 09f2afda-6463-49ba-b0e8-4f48397cc09a on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:37:47.753183 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:47.756630 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e2a9672c-50ea-4771-bcf2-360977f9d841 req-281ac204-b20b-4546-bc62-9ec3d7872388 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "DELETE /v2.0/ports/09f2afda-6463-49ba-b0e8-4f48397cc09a HTTP/1.1" status: 204 len: 173 time: 1.0944676 Apr 28 19:37:47.757096 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'name': 'network-vif-deleted', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:47.759875 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919ed67d-89da-4c4c-850d-57a7b2ea0f80" -d '{"events": [{"server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "name": "network-vif-deleted", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:47.855060 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:47.911565 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3c7a39ab-d0e6-4aae-b3b2-58906b357114 req-3a4bdcaa-0ef8-4f08-b1fc-09bef7812790 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=bce885f6-9b82-4649-842f-af484cffd899 HTTP/1.1" status: 200 len: 210 time: 0.0368905 Apr 28 19:37:47.913100 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e55849-d85b-4ae2-a4eb-7877df49d6fa x-openstack-request-id: req-b3e55849-d85b-4ae2-a4eb-7877df49d6fa {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:47.913391 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce885f6-9b82-4649-842f-af484cffd899", "name": "network-vif-deleted", "tag": "09f2afda-6463-49ba-b0e8-4f48397cc09a", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:47.913694 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3e55849-d85b-4ae2-a4eb-7877df49d6fa {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:47.914122 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e55849-d85b-4ae2-a4eb-7877df49d6fa'] response: {'server_uuid': 'bce885f6-9b82-4649-842f-af484cffd899', 'name': 'network-vif-deleted', 'tag': '09f2afda-6463-49ba-b0e8-4f48397cc09a', 'status': 'completed', 'code': 200} Apr 28 19:37:48.058588 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:48.084098 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:37:48.092163 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:37:48.092763 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:48.206973 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:37:48.404119 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:37:48.430858 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c85cc9-834a-473d-ac01-c9a46d717789 None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:37:48.645076 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deec5599-3210-4bc3-b50d-8bf409aeef2b None None] New status for floating IP eb14a25f-8e6f-4ed1-b233-c1f60a95f073: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:37:49.000377 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55150) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:49.050910 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a78e85a-3fa4-4d29-8c62-721ee96bd4d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (49f3fe29-65a7-4b29-9f9f-833f3fe340f5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.073401 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a78e85a-3fa4-4d29-8c62-721ee96bd4d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (49f3fe29-65a7-4b29-9f9f-833f3fe340f5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.119437 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a78e85a-3fa4-4d29-8c62-721ee96bd4d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (49f3fe29-65a7-4b29-9f9f-833f3fe340f5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.122006 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1a78e85a-3fa4-4d29-8c62-721ee96bd4d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.123171 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1a78e85a-3fa4-4d29-8c62-721ee96bd4d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/security-groups/49f3fe29-65a7-4b29-9f9f-833f3fe340f5 HTTP/1.1" status: 204 len: 168 time: 0.1218045 Apr 28 19:37:49.126570 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55152) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:49.132355 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78e85a-3fa4-4d29-8c62-721ee96bd4d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f3fe29-65a7-4b29-9f9f-833f3fe340f5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:49.142422 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-e89920c3-af2b-4354-90fa-dc78e87af6c4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] show failed (client error): The resource could not be found. Apr 28 19:37:49.143416 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e89920c3-af2b-4354-90fa-dc78e87af6c4 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups/49f3fe29-65a7-4b29-9f9f-833f3fe340f5 HTTP/1.1" status: 404 len: 347 time: 0.0158765 Apr 28 19:37:49.146235 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55154) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:49.174390 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 09f2afda-6463-49ba-b0e8-4f48397cc09a no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:37:49.194681 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 09f2afda-6463-49ba-b0e8-4f48397cc09a {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:37:49.195042 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 09f2afda-6463-49ba-b0e8-4f48397cc09a not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:37:49.265926 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port 3e4c6533-19a6-4303-a210-1ead1b221319 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:37:49.266265 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (3e4c6533-19a6-4303-a210-1ead1b221319), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.344456 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (3e4c6533-19a6-4303-a210-1ead1b221319), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.344680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (3e4c6533-19a6-4303-a210-1ead1b221319), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.356397 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for 3e4c6533-19a6-4303-a210-1ead1b221319 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:37:49.491945 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (3e4c6533-19a6-4303-a210-1ead1b221319), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.515713 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=3e4c6533-19a6-4303-a210-1ead1b221319,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:49.578382 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (eb14a25f-8e6f-4ed1-b233-c1f60a95f073), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.581199 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.582370 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2f448fc4-df0f-4322-838e-79577b603f12 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/floatingips/eb14a25f-8e6f-4ed1-b233-c1f60a95f073 HTTP/1.1" status: 204 len: 168 time: 0.4352593 Apr 28 19:37:49.776666 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-accb600b-74d3-4f6a-9c64-5d0d88403f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.819362 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55158) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:49.824124 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-cb51533b-8939-46d1-bcee-145ce6e27015 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131566906', 'description': 'tempest-description--305102906'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:49.844210 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb51533b-8939-46d1-bcee-145ce6e27015 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.912282 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb51533b-8939-46d1-bcee-145ce6e27015 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (92a6d7b4-d371-445e-aded-bdb10d0277d6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.915646 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb51533b-8939-46d1-bcee-145ce6e27015 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (92a6d7b4-d371-445e-aded-bdb10d0277d6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.942348 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb51533b-8939-46d1-bcee-145ce6e27015 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.943540 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cb51533b-8939-46d1-bcee-145ce6e27015 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1231751 Apr 28 19:37:49.946465 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55160) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:49.947728 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51533b-8939-46d1-bcee-145ce6e27015 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a6d7b4-d371-445e-aded-bdb10d0277d6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:49.951038 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a2f17863-e3b9-4864-9fa7-b3050e886291 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': '92a6d7b4-d371-445e-aded-bdb10d0277d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:49.975669 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2f17863-e3b9-4864-9fa7-b3050e886291 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (46c43819-64a9-40fa-8afa-ccdf741613aa), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.030692 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2f17863-e3b9-4864-9fa7-b3050e886291 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (46c43819-64a9-40fa-8afa-ccdf741613aa), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.034031 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2f17863-e3b9-4864-9fa7-b3050e886291 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (46c43819-64a9-40fa-8afa-ccdf741613aa), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.054958 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f17863-e3b9-4864-9fa7-b3050e886291 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c43819-64a9-40fa-8afa-ccdf741613aa,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:50.061404 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2f17863-e3b9-4864-9fa7-b3050e886291 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.062746 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a2f17863-e3b9-4864-9fa7-b3050e886291 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152072 Apr 28 19:37:50.065339 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55162) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:50.069673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-fe12e77a-bc81-4e45-8f44-66e28824aa70 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': '92a6d7b4-d371-445e-aded-bdb10d0277d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:50.095768 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fe12e77a-bc81-4e45-8f44-66e28824aa70 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (82f6e113-9075-4d81-99c2-2ec04282abde), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.152226 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fe12e77a-bc81-4e45-8f44-66e28824aa70 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (82f6e113-9075-4d81-99c2-2ec04282abde), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.156217 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fe12e77a-bc81-4e45-8f44-66e28824aa70 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (82f6e113-9075-4d81-99c2-2ec04282abde), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.173416 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12e77a-bc81-4e45-8f44-66e28824aa70 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f6e113-9075-4d81-99c2-2ec04282abde,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:50.180524 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fe12e77a-bc81-4e45-8f44-66e28824aa70 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.181727 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fe12e77a-bc81-4e45-8f44-66e28824aa70 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153708 Apr 28 19:37:50.184731 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55164) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:50.188998 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:50.208918 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.285480 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.386605 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.27.2.65 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/390a1e50-c0ac-4a17-9300-343b1b969e90) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:50.488071 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.520191 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.553187 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:50.556255 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:50.559584 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:50.590473 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=390a1e50-c0ac-4a17-9300-343b1b969e90,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:50.652882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (def8dd6e-a5d1-4eae-a6bb-5257aba13297), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.688822 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.840369 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.844739 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.909077 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.910843 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=390a1e50-c0ac-4a17-9300-343b1b969e90,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:50.922973 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (def8dd6e-a5d1-4eae-a6bb-5257aba13297), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.939288 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.940506 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ad2db699-aa51-40d8-af34-ac607dccec3f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7548387 Apr 28 19:37:51.089724 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-8964f220-4363-4b03-8050-7897ada1f194 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--131566906&fields=id&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 267 time: 0.0479479 Apr 28 19:37:51.194184 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-70f4cc3a-f0a6-4d69-9cb8-7fc696d605c5 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:51.195603 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-70f4cc3a-f0a6-4d69-9cb8-7fc696d605c5 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.0994718 Apr 28 19:37:51.209623 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-3fbb3f79-09c6-465d-bca0-58bfefe9f346 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/quotas/36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 375 time: 0.0087090 Apr 28 19:37:51.256889 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-ed54d0b9-ab8a-415a-8199-b447194ac4be tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424035 Apr 28 19:37:51.393715 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-776e649e-971f-430d-be1b-c4a03ddc7015 service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258976 Apr 28 19:37:51.481267 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-4e3c1906-1053-465d-b7ee-2a6b9c0dedef service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819070 Apr 28 19:37:51.645715 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-97b7ebfa-a353-4a50-8f1a-ba1eb8cd8606 req-da19e923-5374-47e1-a4a9-e89301752eb0 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Apr 28 19:37:52.355694 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:52.725782 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-92baaf20-9b95-4baf-aadb-564e65121d40 req-51ceb580-895a-435b-b942-ba851b6e31ac tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 210 time: 0.0312865 Apr 28 19:37:53.802261 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cf0f4baa-2e8f-4b53-87ff-94b10134e577 req-8c8f3fe6-bb71-4799-b2a4-38389ee6602f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Apr 28 19:37:53.994580 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:54.266778 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:37:54.880907 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-45f3b3d4-438b-4d4e-ac19-5e9c9a82d67c req-b018ae5d-5fda-4ac3-9ea6-11d60f532e03 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Apr 28 19:37:55.973677 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f67a39c-b3cd-449d-a27f-725390aa4551 req-7607a08c-53e7-46a2-8acc-d7633569ee2b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 210 time: 0.0279076 Apr 28 19:37:57.090502 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-20b316ec-89a7-4f36-ade8-0186a6501091 req-af5b2fc4-37d8-4464-a436-41dbbbbc7d60 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 210 time: 0.0347397 Apr 28 19:37:57.133313 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-a350021f-3993-497c-8d76-bdb7d6cc0d1f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:57.134691 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-a350021f-3993-497c-8d76-bdb7d6cc0d1f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.1142051 Apr 28 19:37:57.207972 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-bb2665d8-f092-49d2-a0f8-7d91949e0a0b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 379 time: 0.0567677 Apr 28 19:37:57.297764 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'port': {'device_id': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'admin_state_up': True, 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'security_groups': ['92a6d7b4-d371-445e-aded-bdb10d0277d6']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:57.402872 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Made reservation on behalf of 36df71958d224c05a8738eb90de0c818 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:37:57.406198 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:57.529008 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.20.0.6 (d78411e1-316d-4ce8-a895-7120214bb428/f03aaf03-832f-48af-8daa-14c65cebe3f3/470eb57b-92b4-4915-9314-9a19a6f52444) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:37:57.662619 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (470eb57b-92b4-4915-9314-9a19a6f52444), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:57.695700 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:57.735227 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network d78411e1-316d-4ce8-a895-7120214bb428 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:37:57.738318 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:37:57.740711 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:37:57.775235 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=470eb57b-92b4-4915-9314-9a19a6f52444,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:57.797933 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:57.798571 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:57.815416 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-c91d2204-ff73-4a5b-9dc2-447e8e0569fb tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5214853 Apr 28 19:37:57.833172 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Request body: {'port': {'device_id': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:57.897569 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:58.009742 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-44d971e0-d20c-4c93-a0ed-de8262b49336 None None] Provisioning complete for port 470eb57b-92b4-4915-9314-9a19a6f52444 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:37:58.010352 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-44d971e0-d20c-4c93-a0ed-de8262b49336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:58.046934 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-44d971e0-d20c-4c93-a0ed-de8262b49336 None None] Port 470eb57b-92b4-4915-9314-9a19a6f52444 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:37:58.153197 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470eb57b-92b4-4915-9314-9a19a6f52444 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:37:58.163630 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Publish callbacks [] for port (470eb57b-92b4-4915-9314-9a19a6f52444), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:58.177383 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Transition to ACTIVE for port object 470eb57b-92b4-4915-9314-9a19a6f52444 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:37:58.181196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:58.201879 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d51409-d050-40bb-8b3d-2cb54c886ab9 req-bc5e07c1-1c0f-4095-8f77-79c319b8a422 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.203335 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64d51409-d050-40bb-8b3d-2cb54c886ab9 req-bc5e07c1-1c0f-4095-8f77-79c319b8a422 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 931 time: 0.0502183 Apr 28 19:37:58.230361 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Pushing event updated for resources: {'Port': ['ID=470eb57b-92b4-4915-9314-9a19a6f52444,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:58.254813 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-64d51409-d050-40bb-8b3d-2cb54c886ab9 req-725d6fc3-76dd-438b-a3b6-f32757c7bd1a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455232 Apr 28 19:37:58.307621 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Attempting to bind port 470eb57b-92b4-4915-9314-9a19a6f52444 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:37:58.307960 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Attempting to bind port 470eb57b-92b4-4915-9314-9a19a6f52444 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:37:58.308286 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Attempting to bind port 470eb57b-92b4-4915-9314-9a19a6f52444 on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:58.313516 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Port 470eb57b-92b4-4915-9314-9a19a6f52444 on network d78411e1-316d-4ce8-a895-7120214bb428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:37:58.313973 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Attempting to bind port 470eb57b-92b4-4915-9314-9a19a6f52444 on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:37:58.319477 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:37:58.320962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Checking segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:37:58.320962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Bound using segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:37:58.320962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Bound port: 470eb57b-92b4-4915-9314-9a19a6f52444, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:37:58.321398 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:58.399205 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] For port 470eb57b-92b4-4915-9314-9a19a6f52444, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:37:58.402523 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] For port 470eb57b-92b4-4915-9314-9a19a6f52444, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=470eb57b-92b4-4915-9314-9a19a6f52444,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:37:58.410644 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:58.446624 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.447286 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:58.448765 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] 10.222.0.45 "PUT /v2.0/ports/470eb57b-92b4-4915-9314-9a19a6f52444 HTTP/1.1" status: 200 len: 1093 time: 0.6198385 Apr 28 19:37:58.449260 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:37:58.459803 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927b22bd-84b9-4a12-b6bc-d1f19b47a188" -d '{"events": [{"name": "network-changed", "server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:37:58.484329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e806d90-8618-4c1f-b0de-ef66d2305319 service neutron] Pushing event updated for resources: {'Port': ['ID=470eb57b-92b4-4915-9314-9a19a6f52444,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:58.523302 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b06ae13-523c-42fc-8524-66cefa73a3f0 x-openstack-request-id: req-1b06ae13-523c-42fc-8524-66cefa73a3f0 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:37:58.523677 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:37:58.524000 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b06ae13-523c-42fc-8524-66cefa73a3f0 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:37:58.524640 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b06ae13-523c-42fc-8524-66cefa73a3f0'] response: {'name': 'network-changed', 'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444', 'status': 'completed', 'code': 200} Apr 28 19:37:58.557674 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-8ef27183-9127-4a9b-975a-7b34a0052577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.559429 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-8ef27183-9127-4a9b-975a-7b34a0052577 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 1127 time: 0.0553224 Apr 28 19:37:58.861849 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568bf49-169d-41f6-a73c-af5d940c562c req-c58948ca-eff2-4c75-921c-860e5632d01d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:58.863323 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7568bf49-169d-41f6-a73c-af5d940c562c req-c58948ca-eff2-4c75-921c-860e5632d01d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.2813113 Apr 28 19:37:58.908602 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7568bf49-169d-41f6-a73c-af5d940c562c req-7109eabc-9328-4a89-bfa0-f2ab75397af1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Apr 28 19:37:59.374719 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6726d2-85d0-459e-8f72-ca798ae3bd55 req-de3c5068-aae3-44ba-8fe1-fe93e095aaaf tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:59.376182 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7a6726d2-85d0-459e-8f72-ca798ae3bd55 req-de3c5068-aae3-44ba-8fe1-fe93e095aaaf tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 943 time: 0.0463102 Apr 28 19:37:59.420956 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7a6726d2-85d0-459e-8f72-ca798ae3bd55 req-20a3afd7-68c4-4234-a49b-63accb7d0e79 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393593 Apr 28 19:38:00.038733 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-b2b3757f-7334-4975-9dfb-5269b102bda8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=470eb57b-92b4-4915-9314-9a19a6f52444 HTTP/1.1" status: 200 len: 217 time: 0.0512879 Apr 28 19:38:00.063845 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662b8a-7642-4c49-93bd-9cab104fbfa8 req-3fc496b8-dbf9-42b3-bf3f-db997be2366c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.065242 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9d662b8a-7642-4c49-93bd-9cab104fbfa8 req-3fc496b8-dbf9-42b3-bf3f-db997be2366c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0871410 Apr 28 19:38:00.114175 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-f29fe152-9dec-4403-97a2-315ff513545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.115473 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-f29fe152-9dec-4403-97a2-315ff513545b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0667973 Apr 28 19:38:00.160051 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9d662b8a-7642-4c49-93bd-9cab104fbfa8 req-e3f56043-e9c2-4942-ba6e-4f5040a7c208 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777895 Apr 28 19:38:00.168920 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-ec5ccc5e-6e0f-4537-88ea-fd4c27dbc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.170588 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-ec5ccc5e-6e0f-4537-88ea-fd4c27dbc5ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450034 Apr 28 19:38:00.277073 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-ca352f78-1ab3-4789-b797-c42d4de76745 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841544 Apr 28 19:38:00.502851 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f60a495e-0629-42bf-afb2-cf5d3cebe477 req-2138064c-2dd0-4419-acbd-774686ab1ee9 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830781 Apr 28 19:38:00.538707 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e411e1-c661-4c03-b943-931ba17c8e18 req-89ac1072-d3e9-4f94-b39f-94561074890e tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:00.540178 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3e411e1-c661-4c03-b943-931ba17c8e18 req-89ac1072-d3e9-4f94-b39f-94561074890e tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 943 time: 0.0527759 Apr 28 19:38:00.585496 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f3e411e1-c661-4c03-b943-931ba17c8e18 req-22074f45-e743-4b98-84a0-a9d3d7320ab5 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397379 Apr 28 19:38:01.277766 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05efb8a-ad5b-421e-b607-a38901c35611 req-a2a3a2c2-6261-4d8e-a6ac-70cfef1a81d3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.279766 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b05efb8a-ad5b-421e-b607-a38901c35611 req-a2a3a2c2-6261-4d8e-a6ac-70cfef1a81d3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0494697 Apr 28 19:38:01.324522 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b05efb8a-ad5b-421e-b607-a38901c35611 req-bf965eeb-7f1c-4f0e-9def-fae50d000352 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Apr 28 19:38:01.695978 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ac650-0fcc-4b08-ab67-f546431a0826 req-2ed64263-c1a8-4734-8106-831b5d9a5cdc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:01.697427 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd9ac650-0fcc-4b08-ab67-f546431a0826 req-2ed64263-c1a8-4734-8106-831b5d9a5cdc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 943 time: 0.0477376 Apr 28 19:38:01.741992 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd9ac650-0fcc-4b08-ab67-f546431a0826 req-f6eb399a-b128-4f67-8bfa-f7efe6828973 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383434 Apr 28 19:38:02.440444 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0a93e-5521-4dcc-afa4-f9b3b2c8c1b8 req-56c1e5c2-d112-412e-b9f6-9d8741e77cb3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.442729 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7b0a93e-5521-4dcc-afa4-f9b3b2c8c1b8 req-56c1e5c2-d112-412e-b9f6-9d8741e77cb3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0473773 Apr 28 19:38:02.488000 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7b0a93e-5521-4dcc-afa4-f9b3b2c8c1b8 req-9cf2ba50-984f-4dc8-aeeb-044738d45931 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=dbdee7cf-8193-485a-9cbc-718d35d5cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397365 Apr 28 19:38:02.856408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbd65-8470-4d00-9070-fb5bc64dd575 req-a10d1d7f-e55a-45f3-8850-015d790eabd1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:02.858523 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d6dbd65-8470-4d00-9070-fb5bc64dd575 req-a10d1d7f-e55a-45f3-8850-015d790eabd1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 943 time: 0.0463877 Apr 28 19:38:02.905564 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9d6dbd65-8470-4d00-9070-fb5bc64dd575 req-63a227d1-300d-4212-b461-5d4728047623 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416088 Apr 28 19:38:03.051870 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-c0e14db2-9a34-4683-a50e-a4afb61c6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.053279 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-c0e14db2-9a34-4683-a50e-a4afb61c6e90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 1127 time: 0.0393219 Apr 28 19:38:03.062902 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-146927c7-85e4-43f3-83fa-966b8cbeff63 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.064324 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-146927c7-85e4-43f3-83fa-966b8cbeff63 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 946 time: 0.0501058 Apr 28 19:38:03.145650 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-55e2c504-68af-4379-a937-324b496205dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.147302 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-55e2c504-68af-4379-a937-324b496205dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 916 time: 0.0833664 Apr 28 19:38:03.148525 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Deleting port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:03.148864 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.242040 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] For port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:03.242406 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.311731 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 470eb57b-92b4-4915-9314-9a19a6f52444 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:03.315279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:03.422922 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.423603 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (d7a54d64-97eb-4ca7-8db6-fa9f309addcc), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.423603 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Floating IP d7a54d64-97eb-4ca7-8db6-fa9f309addcc disassociated. External IP: 172.27.2.135, port: 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae. Apr 28 19:38:03.423974 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Calling delete_port for 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:03.445052 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-8a3e86a8-0bf5-46e1-a784-bd49f8295299 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=470eb57b-92b4-4915-9314-9a19a6f52444 HTTP/1.1" status: 200 len: 217 time: 0.2917120 Apr 28 19:38:03.497086 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-0b91ba0d-e61a-4656-88c5-b970412e3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.498656 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-0b91ba0d-e61a-4656-88c5-b970412e3220 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0470660 Apr 28 19:38:03.550404 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-1d305e2b-cea7-4120-b8a8-82ae51366d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:03.551793 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-1d305e2b-cea7-4120-b8a8-82ae51366d49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450792 Apr 28 19:38:03.563058 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (15abd5eb-857a-4eaf-8c20-f03c0b4b11ae), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.581806 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 470eb57b-92b4-4915-9314-9a19a6f52444, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=470eb57b-92b4-4915-9314-9a19a6f52444,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:03.584320 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No ports have port_id starting with 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae Apr 28 19:38:03.595663 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '470eb57b-92b4-4915-9314-9a19a6f52444', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'port_id': '470eb57b-92b4-4915-9314-9a19a6f52444', 'mac_address': 'fa:16:3e:6f:23:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:03.597111 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event deleted for resources: {'Port': ['ID=15abd5eb-857a-4eaf-8c20-f03c0b4b11ae,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:03.631717 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2601e29d-baae-4077-b9c7-ddccfab63ef8 req-94ac0b3d-91db-4e9d-a6b0-40eeaf474ff2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc2eece-9085-40a0-98f8-15401fda828c HTTP/1.1" status: 200 len: 210 time: 0.0378036 Apr 28 19:38:03.633933 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 470eb57b-92b4-4915-9314-9a19a6f52444 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:03.634532 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.648864 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470eb57b-92b4-4915-9314-9a19a6f52444 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:03.679485 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 470eb57b-92b4-4915-9314-9a19a6f52444, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=470eb57b-92b4-4915-9314-9a19a6f52444,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:03.683581 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.684695 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-1dd66286-65a3-44da-97f9-67ba696f481d service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255975 Apr 28 19:38:03.733600 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=470eb57b-92b4-4915-9314-9a19a6f52444,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:03.740553 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.740913 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.741255 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.741620 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.742345 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.742345 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.742643 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.742930 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.743252 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.743573 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.743896 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.744237 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.744561 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.744880 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.745194 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:03.753276 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Router 1d330f72-bfa7-44c4-8143-c418a81a6790 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:03.779106 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-927b22bd-84b9-4a12-b6bc-d1f19b47a188 req-70888a11-60b2-4c59-89f1-a843cc357fb8 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870383 Apr 28 19:38:03.861886 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:03.872396 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] Sync routers for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:03.882486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:03.883104 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:03.902726 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] No DVR routers for this DVR port 15abd5eb-857a-4eaf-8c20-f03c0b4b11ae on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:03.905910 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:03.909095 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e1e2da61-cfe5-4511-ba0b-45a28bf7cbd7 req-9932df08-b5ea-47cd-a7b3-cc2b695b7b57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "DELETE /v2.0/ports/15abd5eb-857a-4eaf-8c20-f03c0b4b11ae HTTP/1.1" status: 204 len: 173 time: 0.8399870 Apr 28 19:38:03.909579 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-deleted', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:03.911935 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbcd41f-03e1-43e9-b2dc-4e0e8ffa0b66" -d '{"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-deleted", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:03.956404 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0cb508-d718-48c4-b508-b29db327f061 x-openstack-request-id: req-3c0cb508-d718-48c4-b508-b29db327f061 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:03.956680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc2eece-9085-40a0-98f8-15401fda828c", "name": "network-vif-deleted", "tag": "15abd5eb-857a-4eaf-8c20-f03c0b4b11ae", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:03.956960 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c0cb508-d718-48c4-b508-b29db327f061 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:03.957411 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0cb508-d718-48c4-b508-b29db327f061'] response: {'server_uuid': 'ebc2eece-9085-40a0-98f8-15401fda828c', 'name': 'network-vif-deleted', 'tag': '15abd5eb-857a-4eaf-8c20-f03c0b4b11ae', 'status': 'completed', 'code': 200} Apr 28 19:38:04.007846 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:04.047678 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582705d-6392-4cf2-a6f2-b830e1ce7e43 req-615a29b6-2fae-47d2-b5ac-68340663e2e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:04.055379 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e582705d-6392-4cf2-a6f2-b830e1ce7e43 req-615a29b6-2fae-47d2-b5ac-68340663e2e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 944 time: 0.0677950 Apr 28 19:38:04.106418 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e582705d-6392-4cf2-a6f2-b830e1ce7e43 req-0e490e41-7384-43f0-8a90-4de719b2cf8d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500021 Apr 28 19:38:04.171092 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['470eb57b-92b4-4915-9314-9a19a6f52444'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:04.255520 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:04.287062 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] Checking router: 1d330f72-bfa7-44c4-8143-c418a81a6790 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:04.305573 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:04.306211 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:04.458212 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:04.652221 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:04.677832 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9927218-1f60-4c6d-9ae3-0f794629b9e8 None None] The sync data for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi is: [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:04.735269 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55272) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:04.790656 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccdad47e-bd51-4ae3-a1cb-262fd3359b6a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (dbdee7cf-8193-485a-9cbc-718d35d5cd77), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:04.815302 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccdad47e-bd51-4ae3-a1cb-262fd3359b6a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (dbdee7cf-8193-485a-9cbc-718d35d5cd77), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:04.866116 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccdad47e-bd51-4ae3-a1cb-262fd3359b6a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (dbdee7cf-8193-485a-9cbc-718d35d5cd77), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:04.869243 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccdad47e-bd51-4ae3-a1cb-262fd3359b6a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:04.873462 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ccdad47e-bd51-4ae3-a1cb-262fd3359b6a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "DELETE /v2.0/security-groups/dbdee7cf-8193-485a-9cbc-718d35d5cd77 HTTP/1.1" status: 204 len: 168 time: 0.1342297 Apr 28 19:38:04.874181 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55274) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:04.880445 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdad47e-bd51-4ae3-a1cb-262fd3359b6a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdee7cf-8193-485a-9cbc-718d35d5cd77,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:04.889599 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-cb143e47-4b84-4cea-9c77-7a34c6adf766 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] show failed (client error): The resource could not be found. Apr 28 19:38:04.893192 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cb143e47-4b84-4cea-9c77-7a34c6adf766 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups/dbdee7cf-8193-485a-9cbc-718d35d5cd77 HTTP/1.1" status: 404 len: 347 time: 0.0153873 Apr 28 19:38:04.893542 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55276) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:04.931176 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534c77c-e297-42e0-b01d-439f916447d9 None None] New status for floating IP d7a54d64-97eb-4ca7-8db6-fa9f309addcc: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:05.013084 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Deleting port 5b89733c-d381-400a-beed-95dbbfef35f5 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:05.014273 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (5b89733c-d381-400a-beed-95dbbfef35f5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.092872 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (5b89733c-d381-400a-beed-95dbbfef35f5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.093209 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (5b89733c-d381-400a-beed-95dbbfef35f5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.105531 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Calling delete_port for 5b89733c-d381-400a-beed-95dbbfef35f5 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:05.225410 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3f010-7956-4f4d-ba24-d94bde23470d req-3a57c6b7-057e-4a0c-ad6b-2d45a2a65ba1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.226949 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-efd3f010-7956-4f4d-ba24-d94bde23470d req-3a57c6b7-057e-4a0c-ad6b-2d45a2a65ba1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 944 time: 0.0559647 Apr 28 19:38:05.305325 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-efd3f010-7956-4f4d-ba24-d94bde23470d req-5df9a806-ae6a-433f-8933-9703e8d24a94 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721221 Apr 28 19:38:05.306375 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (5b89733c-d381-400a-beed-95dbbfef35f5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.336026 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event deleted for resources: {'Port': ['ID=5b89733c-d381-400a-beed-95dbbfef35f5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.394902 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (d7a54d64-97eb-4ca7-8db6-fa9f309addcc), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.397379 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.398553 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-376351de-83bf-4984-9339-ba4724f78291 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "DELETE /v2.0/floatingips/d7a54d64-97eb-4ca7-8db6-fa9f309addcc HTTP/1.1" status: 204 len: 168 time: 0.5040059 Apr 28 19:38:05.468190 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 470eb57b-92b4-4915-9314-9a19a6f52444 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:05.512047 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 470eb57b-92b4-4915-9314-9a19a6f52444 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:38:05.518110 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 470eb57b-92b4-4915-9314-9a19a6f52444 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:05.518457 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.556789 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55282) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:05.561548 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-38417ac6-ca0f-4865-b7fd-ab17884795d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919122876', 'description': 'tempest-description--1707721612'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:05.582252 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38417ac6-ca0f-4865-b7fd-ab17884795d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.599986 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 470eb57b-92b4-4915-9314-9a19a6f52444 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:05.600371 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.624437 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:05.626681 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517fd974-ce05-4675-9545-658cc178a9d8" -d '{"events": [{"server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "name": "network-vif-plugged", "status": "completed", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:05.641252 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 470eb57b-92b4-4915-9314-9a19a6f52444, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=470eb57b-92b4-4915-9314-9a19a6f52444,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:05.645660 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.649698 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38417ac6-ca0f-4865-b7fd-ab17884795d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (33e2c460-ddf8-406e-9ae2-d38d9173fcd4), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.653860 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38417ac6-ca0f-4865-b7fd-ab17884795d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (33e2c460-ddf8-406e-9ae2-d38d9173fcd4), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.694686 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38417ac6-ca0f-4865-b7fd-ab17884795d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.698930 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55288) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:05.699184 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-38417ac6-ca0f-4865-b7fd-ab17884795d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410129 Apr 28 19:38:05.701448 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38417ac6-ca0f-4865-b7fd-ab17884795d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2c460-ddf8-406e-9ae2-d38d9173fcd4,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.705283 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ebf12181-9972-46c6-8553-96e4df07f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'security_group_rule': {'security_group_id': '33e2c460-ddf8-406e-9ae2-d38d9173fcd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:05.708049 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=470eb57b-92b4-4915-9314-9a19a6f52444,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.734504 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebf12181-9972-46c6-8553-96e4df07f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (2b5bc7aa-b8fe-447e-b98b-fd64ff14de9b), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.750657 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b5e99f-b2f4-47d6-9f31-79d51ef15413 x-openstack-request-id: req-07b5e99f-b2f4-47d6-9f31-79d51ef15413 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:05.750979 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "name": "network-vif-plugged", "status": "completed", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:05.751267 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07b5e99f-b2f4-47d6-9f31-79d51ef15413 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:05.751674 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b5e99f-b2f4-47d6-9f31-79d51ef15413'] response: {'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444', 'code': 200} Apr 28 19:38:05.788846 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebf12181-9972-46c6-8553-96e4df07f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (2b5bc7aa-b8fe-447e-b98b-fd64ff14de9b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.792884 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebf12181-9972-46c6-8553-96e4df07f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (2b5bc7aa-b8fe-447e-b98b-fd64ff14de9b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.815580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf12181-9972-46c6-8553-96e4df07f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5bc7aa-b8fe-447e-b98b-fd64ff14de9b,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.826556 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ebf12181-9972-46c6-8553-96e4df07f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.830545 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55290) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:05.831462 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ebf12181-9972-46c6-8553-96e4df07f6d9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309669 Apr 28 19:38:05.835172 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-f44bf8fc-f02e-4b81-bee5-94a58d914d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'security_group_rule': {'security_group_id': '33e2c460-ddf8-406e-9ae2-d38d9173fcd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:05.863976 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f44bf8fc-f02e-4b81-bee5-94a58d914d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (f46a398c-1394-49b5-ab78-4dd3d59bc1ef), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.923445 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec03a40-04f2-42e9-8db9-077db7e66474 req-feb58f42-fc03-4f21-9b20-7f8e06cb523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:05.923705 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f44bf8fc-f02e-4b81-bee5-94a58d914d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (f46a398c-1394-49b5-ab78-4dd3d59bc1ef), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.924962 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4ec03a40-04f2-42e9-8db9-077db7e66474 req-feb58f42-fc03-4f21-9b20-7f8e06cb523b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 1129 time: 0.0381317 Apr 28 19:38:05.927516 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f44bf8fc-f02e-4b81-bee5-94a58d914d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (f46a398c-1394-49b5-ab78-4dd3d59bc1ef), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.946934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bf8fc-f02e-4b81-bee5-94a58d914d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46a398c-1394-49b5-ab78-4dd3d59bc1ef,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:05.951513 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f44bf8fc-f02e-4b81-bee5-94a58d914d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:05.953043 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f44bf8fc-f02e-4b81-bee5-94a58d914d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213994 Apr 28 19:38:05.956063 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55292) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:05.960436 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:05.976159 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4ec03a40-04f2-42e9-8db9-077db7e66474 req-c5203a2c-7989-491f-930d-42bd07850f08 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Apr 28 19:38:05.979387 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.058472 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.164265 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Allocated IP 172.27.2.150 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/ebd625ee-9b69-426b-bb12-bae5cb20375e) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:06.267361 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.299827 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.339799 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:06.343156 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:06.348715 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:06.372099 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'Port': ['ID=ebd625ee-9b69-426b-bb12-bae5cb20375e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:06.424107 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8cd27-d387-4fae-9ff9-8824789cee01 req-32ea3ccf-3687-43cc-8dcf-2b7b6c3f7267 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.426114 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-68e8cd27-d387-4fae-9ff9-8824789cee01 req-32ea3ccf-3687-43cc-8dcf-2b7b6c3f7267 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.0524454 Apr 28 19:38:06.446433 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (3229af03-618f-4b60-a28c-f75c82cc3700), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.472805 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-68e8cd27-d387-4fae-9ff9-8824789cee01 req-e0b36e9a-e550-41f8-94b7-c1aef540fb14 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408640 Apr 28 19:38:06.481955 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.628185 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.632243 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.701789 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'Port': ['ID=ebd625ee-9b69-426b-bb12-bae5cb20375e,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:06.715950 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (3229af03-618f-4b60-a28c-f75c82cc3700), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.731657 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:06.733401 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d9f2014b-2fa0-4244-b399-d7ddf33d543e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7763233 Apr 28 19:38:06.881382 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-060250ef-3162-4cce-8a1f-7c97a23736e6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--919122876&fields=id&tenant_id=adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 267 time: 0.0467815 Apr 28 19:38:06.987214 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-3e0c1d5a-79f0-483d-be66-b799e019f902 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:06.988658 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-3e0c1d5a-79f0-483d-be66-b799e019f902 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 817 time: 0.1008818 Apr 28 19:38:07.002565 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ba9a74b2-3ea2-4e81-b05a-af5e5a91946b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/quotas/adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 375 time: 0.0086510 Apr 28 19:38:07.049332 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-70b886db-3a2b-4ee1-86c0-f4d71b0cc6f5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420473 Apr 28 19:38:07.181989 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-f21d9d16-773b-4518-afa7-2a025aed13b7 service neutron] 10.222.0.55 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213779 Apr 28 19:38:07.270506 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-2bf204d4-c5a9-4117-a719-0aa2e161f454 service neutron] 10.222.0.55 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829275 Apr 28 19:38:07.430136 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-55204e41-fca2-40dd-9efa-7895afb9ad6c req-510bc66f-a932-458e-99cd-7219c5ab4f19 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 210 time: 0.0306163 Apr 28 19:38:07.592954 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9f220-714b-4846-bbd1-1bc865b8a8ff req-c96c1d2d-7c85-4fa8-ba7f-38147aa4a8cd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:07.594479 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-67b9f220-714b-4846-bbd1-1bc865b8a8ff req-c96c1d2d-7c85-4fa8-ba7f-38147aa4a8cd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.0499961 Apr 28 19:38:07.645335 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-67b9f220-714b-4846-bbd1-1bc865b8a8ff req-5c8c4f87-c615-401f-85c1-17f7f8d28c09 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Apr 28 19:38:08.527469 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8a1cd6bb-60fb-4bf9-906c-5d203cdbf27b req-899f6a9b-4809-49db-93d4-0183293dc519 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 210 time: 0.0274384 Apr 28 19:38:08.679755 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-25d70eb9-496e-4bb1-a921-8af8e56b3c95 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.681449 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-25d70eb9-496e-4bb1-a921-8af8e56b3c95 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 817 time: 0.1002235 Apr 28 19:38:08.749426 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-f512e9de-fff3-438f-aaf9-eae0626805a4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 379 time: 0.0558429 Apr 28 19:38:08.769020 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'port': {'device_id': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'admin_state_up': True, 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'security_groups': ['33e2c460-ddf8-406e-9ae2-d38d9173fcd4']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:08.770477 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671aeb6-fe4e-45ea-834b-c84f4ff00186 req-b2abafc3-8350-4910-bc89-45945d4730df tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.771994 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a671aeb6-fe4e-45ea-834b-c84f4ff00186 req-b2abafc3-8350-4910-bc89-45945d4730df tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.0551987 Apr 28 19:38:08.820772 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a671aeb6-fe4e-45ea-834b-c84f4ff00186 req-4328f501-1538-4c98-8a45-8897fb8fa2a1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412312 Apr 28 19:38:08.879618 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Made reservation on behalf of adecb9b5784440faa795ef9a942edae9 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:08.883271 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:08.972546 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839ce57-cde0-414f-a109-a316cb8573ab req-6e267b8b-2a17-41d0-9b10-cec2d6bfe298 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:08.974108 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2839ce57-cde0-414f-a109-a316cb8573ab req-6e267b8b-2a17-41d0-9b10-cec2d6bfe298 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.0872960 Apr 28 19:38:08.983983 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55334) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:08.988486 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'port_id': '470eb57b-92b4-4915-9314-9a19a6f52444'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:09.027132 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (def8dd6e-a5d1-4eae-a6bb-5257aba13297), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.049794 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Allocated IP 172.20.0.6 (5732cc65-6168-4da1-8dcc-0285536b68ba/c33c3fc6-bb34-4230-9993-2dd3d8f60ba6/b9cab3b6-b266-4cd6-8939-d58bc209389c) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:09.187698 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.221522 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.261843 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Network 5732cc65-6168-4da1-8dcc-0285536b68ba is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:09.264830 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:09.271500 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:09.298636 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:09.324488 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.325112 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.341912 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-ee461aeb-fff7-4214-bc7d-7b2463a3483e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762186 Apr 28 19:38:09.450999 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Request body: {'port': {'device_id': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:09.481468 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f8b836d0-f4fa-459d-a9fc-257d50a85ebf None None] Provisioning complete for port b9cab3b6-b266-4cd6-8939-d58bc209389c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:09.482758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f8b836d0-f4fa-459d-a9fc-257d50a85ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.490256 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.494635 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (def8dd6e-a5d1-4eae-a6bb-5257aba13297), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.516086 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f8b836d0-f4fa-459d-a9fc-257d50a85ebf None None] Port b9cab3b6-b266-4cd6-8939-d58bc209389c cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:38:09.516876 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.600494 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP def8dd6e-a5d1-4eae-a6bb-5257aba13297 associated. External IP: 172.27.2.65, port: 470eb57b-92b4-4915-9314-9a19a6f52444. Apr 28 19:38:09.689906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e38c42-2c12-4c33-9519-fdb3c9579f43 req-38d74bb0-aae8-40ed-994a-07ec92a887ec tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:09.691359 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b0e38c42-2c12-4c33-9519-fdb3c9579f43 req-38d74bb0-aae8-40ed-994a-07ec92a887ec tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 931 time: 0.0878880 Apr 28 19:38:09.778304 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cab3b6-b266-4cd6-8939-d58bc209389c {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:09.786166 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Publish callbacks [] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.798297 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Transition to ACTIVE for port object b9cab3b6-b266-4cd6-8939-d58bc209389c will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:38:09.802635 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:09.815897 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b0e38c42-2c12-4c33-9519-fdb3c9579f43 req-b32ad738-81a7-4dac-bf50-906e69f816e9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949712 Apr 28 19:38:09.880813 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:09.914367 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:09.930950 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Attempting to bind port b9cab3b6-b266-4cd6-8939-d58bc209389c on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:38:09.931635 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Attempting to bind port b9cab3b6-b266-4cd6-8939-d58bc209389c by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:38:09.931777 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Attempting to bind port b9cab3b6-b266-4cd6-8939-d58bc209389c on network 5732cc65-6168-4da1-8dcc-0285536b68ba {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:09.937206 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Port b9cab3b6-b266-4cd6-8939-d58bc209389c on network 5732cc65-6168-4da1-8dcc-0285536b68ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:09.937608 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Attempting to bind port b9cab3b6-b266-4cd6-8939-d58bc209389c on network 5732cc65-6168-4da1-8dcc-0285536b68ba {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:09.942647 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:09.942994 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Checking segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:38:09.943382 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Bound using segment: {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:09.943815 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Bound port: b9cab3b6-b266-4cd6-8939-d58bc209389c, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:38:09.944180 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:10.009496 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:10.012603 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:10.022928 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:10.039809 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:10.044157 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:10.051841 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:10.057369 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.058049 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:10.059423 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] 10.222.0.45 "PUT /v2.0/ports/b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 1093 time: 0.6126418 Apr 28 19:38:10.059869 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:10.062688 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffd7355-e730-4bda-9c4c-6ff307d3a394" -d '{"events": [{"name": "network-changed", "server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:10.072201 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:10.074163 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:10.081692 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9f51257e-3a1c-4d35-828c-23b03233735d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "PUT /v2.0/floatingips/def8dd6e-a5d1-4eae-a6bb-5257aba13297 HTTP/1.1" status: 200 len: 990 time: 1.0924270 Apr 28 19:38:10.081692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:10.081692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e978258-9bae-4010-a0bd-0d66705c6bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:10.117715 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ecd30-f1c0-4a69-8a28-1de26b4541f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:10.119663 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82568a46-40aa-4e67-b4bd-c7407e95287a x-openstack-request-id: req-82568a46-40aa-4e67-b4bd-c7407e95287a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:10.120171 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:10.120595 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82568a46-40aa-4e67-b4bd-c7407e95287a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:10.121188 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82568a46-40aa-4e67-b4bd-c7407e95287a'] response: {'name': 'network-changed', 'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444', 'status': 'completed', 'code': 200} Apr 28 19:38:10.162200 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987dc127-7181-4aec-aeea-c125e03c7f0f x-openstack-request-id: req-987dc127-7181-4aec-aeea-c125e03c7f0f {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:10.162635 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:10.162985 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-987dc127-7181-4aec-aeea-c125e03c7f0f {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:10.163500 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987dc127-7181-4aec-aeea-c125e03c7f0f'] response: {'name': 'network-changed', 'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'status': 'completed', 'code': 200} Apr 28 19:38:10.176031 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-0052acd1-3653-4cce-b303-2857b7f2a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.177852 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-0052acd1-3653-4cce-b303-2857b7f2a625 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1127 time: 0.0541675 Apr 28 19:38:10.189495 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-9f5b27df-5bdf-42ed-ba15-bc231d45e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.191221 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-9f5b27df-5bdf-42ed-ba15-bc231d45e6db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 1129 time: 0.0474489 Apr 28 19:38:10.221151 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:10.223826 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-9462eba7-6b51-42f0-8b00-65cc28d63dfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 217 time: 0.0387654 Apr 28 19:38:10.287438 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-566bddb8-22fb-4487-ae71-a2ace76fe602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.289157 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-566bddb8-22fb-4487-ae71-a2ace76fe602 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0581508 Apr 28 19:38:10.307694 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-f6c32050-dfa9-43a0-b5b3-59bac8eb8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.309543 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-f6c32050-dfa9-43a0-b5b3-59bac8eb8323 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 916 time: 0.1118608 Apr 28 19:38:10.338064 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-a37d9e43-8d85-47bd-b51f-efda27b648de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.339730 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-a37d9e43-8d85-47bd-b51f-efda27b648de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412903 Apr 28 19:38:10.383750 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-e8bb17e2-65fb-40b3-8876-0b6e58777989 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=470eb57b-92b4-4915-9314-9a19a6f52444 HTTP/1.1" status: 200 len: 998 time: 0.0673656 Apr 28 19:38:10.436748 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-23fcea39-0852-4725-bd27-8845a00fffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.438561 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-23fcea39-0852-4725-bd27-8845a00fffe2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0463362 Apr 28 19:38:10.439691 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-081f73c0-c5b2-4c2d-ab8f-41a1b80313a3 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906625 Apr 28 19:38:10.470550 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'def8dd6e-a5d1-4eae-a6bb-5257aba13297', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '470eb57b-92b4-4915-9314-9a19a6f52444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:6f:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:50Z', 'updated_at': '2022-04-28T19:38:09Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:10.487594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-820a7323-ef81-4b18-87f5-55c8797d15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.489098 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-820a7323-ef81-4b18-87f5-55c8797d15dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396609 Apr 28 19:38:10.498199 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:10.506697 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:10.507297 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:37:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:10.541356 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8164d49-caab-4184-9792-08a3a61f21c7 req-857352b2-0e75-4f48-82d8-d3e389d6a8df service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908988 Apr 28 19:38:10.585668 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-336c0ece-c749-43c3-9ef4-d9ea8f259d59 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879152 Apr 28 19:38:10.739986 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:10.948844 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'def8dd6e-a5d1-4eae-a6bb-5257aba13297', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '470eb57b-92b4-4915-9314-9a19a6f52444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:6f:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:50Z', 'updated_at': '2022-04-28T19:38:09Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:10.957074 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805855d8-0ce9-406b-8318-458444215d63 req-1d42d5c4-beae-4841-a936-9dc2a724fcf1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.958600 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-805855d8-0ce9-406b-8318-458444215d63 req-1d42d5c4-beae-4841-a936-9dc2a724fcf1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0478628 Apr 28 19:38:10.979093 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e1e7b-d1b3-4c27-8677-78eed19b74c9 None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'def8dd6e-a5d1-4eae-a6bb-5257aba13297', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '470eb57b-92b4-4915-9314-9a19a6f52444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:6f:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:37:50Z', 'updated_at': '2022-04-28T19:38:09Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:11.005974 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-805855d8-0ce9-406b-8318-458444215d63 req-45c4834a-bb9f-47a5-b4b0-a2eb216c5713 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417240 Apr 28 19:38:11.194933 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb65fef-9cdc-4ac9-b5d3-782c7804bd56 None None] New status for floating IP def8dd6e-a5d1-4eae-a6bb-5257aba13297: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:12.125276 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbafec0-b0a9-453e-be7a-af03bec20b75 req-7b590588-d3d7-4ea3-9492-4970cbe523ac tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:12.126665 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0dbafec0-b0a9-453e-be7a-af03bec20b75 req-7b590588-d3d7-4ea3-9492-4970cbe523ac tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0460765 Apr 28 19:38:12.171299 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0dbafec0-b0a9-453e-be7a-af03bec20b75 req-ee2c646c-ac02-4c10-b823-92a2dc86c8b7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392299 Apr 28 19:38:13.063065 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-63fbf25c-b511-48cd-8a89-e237100814f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.064537 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-63fbf25c-b511-48cd-8a89-e237100814f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1127 time: 0.0388770 Apr 28 19:38:13.113064 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2e978258-9bae-4010-a0bd-0d66705c6bc1 req-ffdfbf5f-058b-4a5e-a3a1-3d95d42d8bbb service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878811 Apr 28 19:38:13.158202 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-06ed66b8-5965-42f7-acd1-e6453b2040c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.159631 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-06ed66b8-5965-42f7-acd1-e6453b2040c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.0863578 Apr 28 19:38:13.199656 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-7d158eed-5303-43f6-a634-f870c8075d61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 217 time: 0.0330987 Apr 28 19:38:13.255142 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-01e9182c-bcce-4996-8f52-ca84d60a0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.256689 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-01e9182c-bcce-4996-8f52-ca84d60a0bca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0492070 Apr 28 19:38:13.293588 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a105c0-1a59-4be7-b579-1595122460bc req-fbb347f0-cb9d-47a8-8619-b5cb4d6c0d3f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.295444 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04a105c0-1a59-4be7-b579-1595122460bc req-fbb347f0-cb9d-47a8-8619-b5cb4d6c0d3f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0508535 Apr 28 19:38:13.301725 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-f37582ae-5353-49be-81b2-556d969dd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.303512 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-f37582ae-5353-49be-81b2-556d969dd5e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393028 Apr 28 19:38:13.347544 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-04a105c0-1a59-4be7-b579-1595122460bc req-b48883ad-4a4f-4f85-861d-df340eb8f7a8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461304 Apr 28 19:38:13.422753 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-f93c3a7b-e196-4030-b8cc-5c847059672c service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054292 Apr 28 19:38:13.460112 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854335e6-e457-402c-a741-8c31a17f78de req-c0869b0d-bc66-41a1-95d4-0dfa35b4af6e tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:13.461538 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-854335e6-e457-402c-a741-8c31a17f78de req-c0869b0d-bc66-41a1-95d4-0dfa35b4af6e tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0536711 Apr 28 19:38:13.474194 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:13.510894 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-854335e6-e457-402c-a741-8c31a17f78de req-e2c5b281-4c2b-4d74-9659-c4fcde016b9a tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436234 Apr 28 19:38:13.571159 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:13.581677 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'port_id': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'mac_address': 'fa:16:3e:d1:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:13.601199 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ffd7355-e730-4bda-9c4c-6ff307d3a394 req-8265c973-f825-4029-80a7-01ac0e1c59ef service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Apr 28 19:38:13.616769 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:13.617213 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:13.630134 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cab3b6-b266-4cd6-8939-d58bc209389c {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:13.648510 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:13.652402 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:13.697469 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:14.070112 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['b9cab3b6-b266-4cd6-8939-d58bc209389c'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:14.480065 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571a75-682c-4806-9880-76d43d9bd0d7 req-b0f89ff8-b70b-4f82-a79f-396c4274fb19 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.481512 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2571a75-682c-4806-9880-76d43d9bd0d7 req-b0f89ff8-b70b-4f82-a79f-396c4274fb19 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 944 time: 0.0480204 Apr 28 19:38:14.527219 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c2571a75-682c-4806-9880-76d43d9bd0d7 req-d5af632f-0227-4650-9b06-a7a860eba31d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Apr 28 19:38:14.625261 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ad93a-f72a-4bd6-ba8d-449efc9ea4fd req-36cebf56-9a07-4129-8d0f-eb5797288aa9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.626726 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-897ad93a-f72a-4bd6-ba8d-449efc9ea4fd req-36cebf56-9a07-4129-8d0f-eb5797288aa9 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0491829 Apr 28 19:38:14.673281 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-897ad93a-f72a-4bd6-ba8d-449efc9ea4fd req-5d632e68-3dba-42b2-abd6-1d4863b10b5b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410125 Apr 28 19:38:15.319520 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:15.477838 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:15.520833 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port b9cab3b6-b266-4cd6-8939-d58bc209389c completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:38:15.526676 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port b9cab3b6-b266-4cd6-8939-d58bc209389c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:15.527073 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:15.608775 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:15.609165 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:15.634112 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:15.636636 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca38ec-73df-44da-97f1-11726ae7362e" -d '{"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-plugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:15.644594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cde00a-1de3-403f-b5bd-93f8a5f97e90 req-539980b6-91a7-4bb5-b0b5-048e0e34c6a7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.645207 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f4491-16ba-41f5-afec-9694721615f8 req-b29f807d-8dba-4f95-beb8-f7aab3e9a8d5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.646309 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-84cde00a-1de3-403f-b5bd-93f8a5f97e90 req-539980b6-91a7-4bb5-b0b5-048e0e34c6a7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0564599 Apr 28 19:38:15.647397 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-055f4491-16ba-41f5-afec-9694721615f8 req-b29f807d-8dba-4f95-beb8-f7aab3e9a8d5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 944 time: 0.0480561 Apr 28 19:38:15.650039 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:15.655952 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:15.705282 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:15.710152 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-84cde00a-1de3-403f-b5bd-93f8a5f97e90 req-3225bd5f-07ed-4572-af0e-1f949d9fd26d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573442 Apr 28 19:38:15.714677 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-055f4491-16ba-41f5-afec-9694721615f8 req-1bd9bcee-8d1b-4d8e-8088-3e44fed5182c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610425 Apr 28 19:38:15.755686 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8ec77f-624b-4684-91c7-b7cf63103f6c x-openstack-request-id: req-5b8ec77f-624b-4684-91c7-b7cf63103f6c {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:15.755983 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-plugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:15.756235 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b8ec77f-624b-4684-91c7-b7cf63103f6c {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:15.756636 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8ec77f-624b-4684-91c7-b7cf63103f6c'] response: {'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'code': 200} Apr 28 19:38:15.815299 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b10ea8-d14d-44d4-b18c-f32631b016b3 req-3fc91a68-98c6-4303-835a-60b56b3165ce tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:15.816720 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-15b10ea8-d14d-44d4-b18c-f32631b016b3 req-3fc91a68-98c6-4303-835a-60b56b3165ce tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0455534 Apr 28 19:38:15.864249 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-15b10ea8-d14d-44d4-b18c-f32631b016b3 req-3caaac52-619e-43fe-8593-b1faaec1184f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420969 Apr 28 19:38:16.821948 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842976f-79be-4313-93e4-78b48e32f0d1 req-1977b4f7-19c3-4a8e-abbb-258a8db01aa4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:16.823669 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a842976f-79be-4313-93e4-78b48e32f0d1 req-1977b4f7-19c3-4a8e-abbb-258a8db01aa4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0470049 Apr 28 19:38:16.829575 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e7281-7fb4-41f6-8fee-07f6d6fbffc8 req-8482c13b-8ca0-48e3-b309-9f9d50f43035 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:16.831190 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d84e7281-7fb4-41f6-8fee-07f6d6fbffc8 req-8482c13b-8ca0-48e3-b309-9f9d50f43035 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0491254 Apr 28 19:38:16.874970 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a842976f-79be-4313-93e4-78b48e32f0d1 req-c1bce167-2c60-4e90-8047-716a0bbb01b2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456567 Apr 28 19:38:16.986194 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbeb61-526c-4e91-bfec-913218196dd3 req-f22b492d-331d-4310-b35b-62db40808053 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:16.987805 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48dbeb61-526c-4e91-bfec-913218196dd3 req-f22b492d-331d-4310-b35b-62db40808053 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0518992 Apr 28 19:38:17.037894 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48dbeb61-526c-4e91-bfec-913218196dd3 req-fb709823-097f-42a9-93bd-94b658cca695 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444479 Apr 28 19:38:17.128698 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d84e7281-7fb4-41f6-8fee-07f6d6fbffc8 req-f558ea62-a165-439c-bd7d-faabc9115ea1 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920864 Apr 28 19:38:17.522287 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0cd899d7-270e-4e7a-914b-5fdb2e1d95d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:17.989228 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f3fec-0f7b-4c1d-b2e9-2567dbf650cb req-d31315b9-15f2-4bb6-9e4b-f646557ce851 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:17.990708 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-819f3fec-0f7b-4c1d-b2e9-2567dbf650cb req-d31315b9-15f2-4bb6-9e4b-f646557ce851 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0448644 Apr 28 19:38:18.034867 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-819f3fec-0f7b-4c1d-b2e9-2567dbf650cb req-f49f3c82-ae98-4882-b5f6-50150f1df4ce tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387261 Apr 28 19:38:18.152552 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dde58e-baa4-4cb4-861f-5be6e31d5627 req-dccf9333-53fa-4fc4-b283-133cde08dd4d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.153984 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d1dde58e-baa4-4cb4-861f-5be6e31d5627 req-dccf9333-53fa-4fc4-b283-133cde08dd4d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0465419 Apr 28 19:38:18.203150 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d1dde58e-baa4-4cb4-861f-5be6e31d5627 req-4e96bb35-1e84-4d08-ba86-a4804f83b448 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Apr 28 19:38:18.244692 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdc5a9-7ce1-45dd-ad98-f1d0e12eeff3 req-c7924caf-c994-415a-9872-63db00d2edd8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.246159 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7bbdc5a9-7ce1-45dd-ad98-f1d0e12eeff3 req-c7924caf-c994-415a-9872-63db00d2edd8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0503306 Apr 28 19:38:18.290467 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7bbdc5a9-7ce1-45dd-ad98-f1d0e12eeff3 req-23836abc-35b6-4cbd-bef7-69cef6562a38 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388045 Apr 28 19:38:18.880035 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e95b-d7ed-496d-bfaa-91519251682b req-80064cc9-f57a-4ab3-8017-a1573c383809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.881476 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e546e95b-d7ed-496d-bfaa-91519251682b req-80064cc9-f57a-4ab3-8017-a1573c383809 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1129 time: 0.0363102 Apr 28 19:38:18.940192 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e546e95b-d7ed-496d-bfaa-91519251682b req-1bc3e3de-9723-4b01-8c05-c972575a632c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373378 Apr 28 19:38:19.149696 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3183012-e149-44c0-adcf-bcdcb2ca4f1a req-42e8f3db-affc-4bf8-b576-581afe28899f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.151059 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3183012-e149-44c0-adcf-bcdcb2ca4f1a req-42e8f3db-affc-4bf8-b576-581afe28899f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0459995 Apr 28 19:38:19.198785 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c3183012-e149-44c0-adcf-bcdcb2ca4f1a req-6073673a-2b46-4fdd-a082-a37407936468 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 Apr 28 19:38:19.321829 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdb37-6d0c-489c-b22c-5283bf166383 req-26c1ccc6-a835-40f8-b021-484343cf6488 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.323314 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4f5bdb37-6d0c-489c-b22c-5283bf166383 req-26c1ccc6-a835-40f8-b021-484343cf6488 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0520773 Apr 28 19:38:19.376416 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4f5bdb37-6d0c-489c-b22c-5283bf166383 req-1d81df5c-2993-4d5e-9c4b-58e8bf0ac1e2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468831 Apr 28 19:38:19.402865 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d6253-8968-4d7c-bea1-ff4a3f7c912c req-dd4f653b-70ac-46ab-a5ab-8bb42e439356 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.404280 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-528d6253-8968-4d7c-bea1-ff4a3f7c912c req-dd4f653b-70ac-46ab-a5ab-8bb42e439356 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0456748 Apr 28 19:38:19.449978 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-528d6253-8968-4d7c-bea1-ff4a3f7c912c req-8923d195-47c9-4bba-8aa5-345c7d4281d8 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402272 Apr 28 19:38:19.777897 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3162d80b-90b6-4035-a58c-c59731b945e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.124412 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-d8cd551e-68c6-4c7e-b414-faafc0d157b3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.125812 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-d8cd551e-68c6-4c7e-b414-faafc0d157b3 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0465374 Apr 28 19:38:20.210470 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Deleting port 9f903141-d789-4b82-9c0b-b10aae5e528e {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:20.210812 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.338045 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944a59c-33f9-470f-beef-65602f28f3bc req-8d45e51d-9cff-4c7a-9969-2ad105440d3d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.339484 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d944a59c-33f9-470f-beef-65602f28f3bc req-8d45e51d-9cff-4c7a-9969-2ad105440d3d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0703769 Apr 28 19:38:20.347413 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] For port 9f903141-d789-4b82-9c0b-b10aae5e528e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f903141-d789-4b82-9c0b-b10aae5e528e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:20.347784 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.495248 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22341-d843-43c9-9e8c-57edbe0a77eb req-3b167383-8300-47ca-88ea-71efb18c17f5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.496830 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22d22341-d843-43c9-9e8c-57edbe0a77eb req-3b167383-8300-47ca-88ea-71efb18c17f5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0477660 Apr 28 19:38:20.548683 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-22d22341-d843-43c9-9e8c-57edbe0a77eb req-8520d835-fe01-4ecb-ae82-aab02f94f4b1 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454335 Apr 28 19:38:20.653231 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6ad8a-cc94-4725-a9a8-aea59648ac14 req-bcd48c6a-1fd3-413b-9aa7-c1140b8ffeb9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:20.654636 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-41a6ad8a-cc94-4725-a9a8-aea59648ac14 req-bcd48c6a-1fd3-413b-9aa7-c1140b8ffeb9 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 946 time: 0.0502598 Apr 28 19:38:20.677686 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d944a59c-33f9-470f-beef-65602f28f3bc req-893e44ee-52af-4c04-867c-ef1c68ac3864 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326516 Apr 28 19:38:20.717742 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-41a6ad8a-cc94-4725-a9a8-aea59648ac14 req-9753339e-1487-4c40-9ebe-cdcc26651a53 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7594c8-e325-42ab-8c9e-d40e0014e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571530 Apr 28 19:38:20.791977 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.792337 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.792649 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Floating IP 81972d6a-b014-4e69-a0f9-230bb454dfd4 disassociated. External IP: 172.27.2.60, port: 9f903141-d789-4b82-9c0b-b10aae5e528e. Apr 28 19:38:20.792987 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Calling delete_port for 9f903141-d789-4b82-9c0b-b10aae5e528e owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:20.912886 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.925848 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (9f903141-d789-4b82-9c0b-b10aae5e528e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.955869 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event deleted for resources: {'Port': ['ID=9f903141-d789-4b82-9c0b-b10aae5e528e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:21.080489 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Router 76895e3b-7cd8-45c5-b92c-d98d724871e8 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:21.190623 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:21.199546 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] Sync routers for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:21.209298 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:21.209945 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:21.231531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] No DVR routers for this DVR port 9f903141-d789-4b82-9c0b-b10aae5e528e on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:21.234647 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:21.237992 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4e96c2f6-4754-4530-bbf8-9baaac5ebe32 req-a6c8c65a-3f46-4fb0-899b-977d8659f67b tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "DELETE /v2.0/ports/9f903141-d789-4b82-9c0b-b10aae5e528e HTTP/1.1" status: 204 len: 173 time: 1.1054652 Apr 28 19:38:21.238433 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'name': 'network-vif-deleted', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:21.240749 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff2917d-76cb-47bd-81ca-09c7559f5d9a" -d '{"events": [{"server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "name": "network-vif-deleted", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:21.277297 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7158e076-3db4-40f4-a82c-f2999b07f1ec x-openstack-request-id: req-7158e076-3db4-40f4-a82c-f2999b07f1ec {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:21.277598 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae19b3c-777b-481c-8304-3ee94fd1ce0c", "name": "network-vif-deleted", "tag": "9f903141-d789-4b82-9c0b-b10aae5e528e", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:21.277890 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7158e076-3db4-40f4-a82c-f2999b07f1ec {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:21.278304 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7158e076-3db4-40f4-a82c-f2999b07f1ec'] response: {'server_uuid': '9ae19b3c-777b-481c-8304-3ee94fd1ce0c', 'name': 'network-vif-deleted', 'tag': '9f903141-d789-4b82-9c0b-b10aae5e528e', 'status': 'completed', 'code': 200} Apr 28 19:38:21.325747 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:21.531385 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:21.560752 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] Checking router: 76895e3b-7cd8-45c5-b92c-d98d724871e8 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:21.568613 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:21.569206 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:21.662534 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50463675-bb35-48dc-a7a2-ff6039a7592e req-e014803d-0599-4027-8d74-3ca09ce9c590 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:21.664396 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50463675-bb35-48dc-a7a2-ff6039a7592e req-e014803d-0599-4027-8d74-3ca09ce9c590 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0472040 Apr 28 19:38:21.682024 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:21.737566 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-50463675-bb35-48dc-a7a2-ff6039a7592e req-f6b6cfeb-6371-4e14-b6ef-8c9e146f0adb tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656571 Apr 28 19:38:21.819704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdfc33-8e80-4f19-b4a0-b27bd835d782 req-bf6358de-9a4d-43f0-a4e3-26132a6e4255 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:21.821312 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7cdfc33-8e80-4f19-b4a0-b27bd835d782 req-bf6358de-9a4d-43f0-a4e3-26132a6e4255 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0533223 Apr 28 19:38:21.858932 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3593698f-2cff-40f5-a615-c25b73b1d42b req-95ccacf6-d6bb-4c06-8b89-1c64305b44d4 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae19b3c-777b-481c-8304-3ee94fd1ce0c HTTP/1.1" status: 200 len: 210 time: 0.0310462 Apr 28 19:38:21.882520 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c7cdfc33-8e80-4f19-b4a0-b27bd835d782 req-0f9a5129-c4f0-402f-a9a9-0a47f4a6954d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510945 Apr 28 19:38:21.894081 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:21.920816 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d9461-2681-454d-a550-d54bf96df68f None None] The sync data for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi is: [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:46Z', 'revision_number': 4, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '4f786726-c55c-458d-bf93-00ef50d61afc', 'name': '', 'network_id': 'a84777c5-d18a-4052-82b2-1d0f58c42b6a', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'mac_address': 'fa:16:3e:f0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:45Z', 'updated_at': '2022-04-28T19:31:53Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'subnets': [{'id': '83bb5d5e-c696-497a-945b-7c710a15c7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:22.000700 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f27c4-508c-4b63-b191-87e403d4be87 req-b23198d8-0d0c-465c-be83-e090f1664e7c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:22.002231 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ab3f27c4-508c-4b63-b191-87e403d4be87 req-b23198d8-0d0c-465c-be83-e090f1664e7c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0469823 Apr 28 19:38:22.011012 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55420) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:22.016078 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Request body: {'floatingip': {'port_id': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:22.054814 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (3229af03-618f-4b60-a28c-f75c82cc3700), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:22.147103 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06581e0e-b2d9-464f-9cae-80493727e84b None None] New status for floating IP 81972d6a-b014-4e69-a0f9-230bb454dfd4: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:22.361655 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:22.504670 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:22.508416 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (3229af03-618f-4b60-a28c-f75c82cc3700), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:22.606956 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Floating IP 3229af03-618f-4b60-a28c-f75c82cc3700 associated. External IP: 172.27.2.150, port: b9cab3b6-b266-4cd6-8939-d58bc209389c. Apr 28 19:38:22.813900 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Router 1d330f72-bfa7-44c4-8143-c418a81a6790 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:22.846482 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf2023-f6c9-4226-a4dc-aed8c6550d45 req-afa03484-47fd-42f9-963b-8dc3412f41f6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:22.847963 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cacf2023-f6c9-4226-a4dc-aed8c6550d45 req-afa03484-47fd-42f9-963b-8dc3412f41f6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0465019 Apr 28 19:38:22.896401 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cacf2023-f6c9-4226-a4dc-aed8c6550d45 req-e131a223-839c-492d-83fa-7da8df687c64 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Apr 28 19:38:22.927735 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:22.932653 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:22.943394 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] Sync routers for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:22.949319 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55428) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:22.960964 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:22.961725 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:22.971140 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5e69c5e6-44c3-43e6-acf6-86f5b2883a62 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "PUT /v2.0/floatingips/3229af03-618f-4b60-a28c-f75c82cc3700 HTTP/1.1" status: 200 len: 991 time: 0.9590828 Apr 28 19:38:22.972147 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:22.974803 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b60b86c-cc06-4327-bdab-799290ec916b" -d '{"events": [{"name": "network-changed", "server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:23.014796 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ded1f8a-0ae2-4134-846b-8000de747115 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group (8a7594c8-e325-42ab-8c9e-d40e0014e561), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.016137 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033bb6f1-06ed-4c28-afcc-49ab11ba8320 x-openstack-request-id: req-033bb6f1-06ed-4c28-afcc-49ab11ba8320 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:23.016610 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:23.016950 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-033bb6f1-06ed-4c28-afcc-49ab11ba8320 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:23.017990 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033bb6f1-06ed-4c28-afcc-49ab11ba8320'] response: {'name': 'network-changed', 'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'status': 'completed', 'code': 200} Apr 28 19:38:23.043488 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ded1f8a-0ae2-4134-846b-8000de747115 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group (8a7594c8-e325-42ab-8c9e-d40e0014e561), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.091876 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:23.108790 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b86c-cc06-4327-bdab-799290ec916b req-9957ba1b-20c1-452b-9a13-3993fcb4a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:23.110337 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8b60b86c-cc06-4327-bdab-799290ec916b req-9957ba1b-20c1-452b-9a13-3993fcb4a5d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1129 time: 0.0582316 Apr 28 19:38:23.146536 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ded1f8a-0ae2-4134-846b-8000de747115 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (8a7594c8-e325-42ab-8c9e-d40e0014e561), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.148991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ded1f8a-0ae2-4134-846b-8000de747115 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.150185 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9ded1f8a-0ae2-4134-846b-8000de747115 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "DELETE /v2.0/security-groups/8a7594c8-e325-42ab-8c9e-d40e0014e561 HTTP/1.1" status: 204 len: 168 time: 0.2001302 Apr 28 19:38:23.152991 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55434) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:23.167986 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-636a19f3-eace-4ead-806a-d56719ab0bee tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] show failed (client error): The resource could not be found. Apr 28 19:38:23.169574 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-636a19f3-eace-4ead-806a-d56719ab0bee tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups/8a7594c8-e325-42ab-8c9e-d40e0014e561 HTTP/1.1" status: 404 len: 347 time: 0.0144262 Apr 28 19:38:23.171804 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55436) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:23.196993 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded1f8a-0ae2-4134-846b-8000de747115 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7594c8-e325-42ab-8c9e-d40e0014e561,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:23.230531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b86c-cc06-4327-bdab-799290ec916b req-c390ac74-be6f-4132-9e4d-f8ce15bb09ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:23.232369 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8b60b86c-cc06-4327-bdab-799290ec916b req-c390ac74-be6f-4132-9e4d-f8ce15bb09ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.1147358 Apr 28 19:38:23.295739 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Deleting port 604d189d-8d2c-436d-8e98-4b47a75a5a57 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:23.296228 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.308737 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8b60b86c-cc06-4327-bdab-799290ec916b req-ede99400-8993-412e-ade5-b1a645284d0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 999 time: 0.0639966 Apr 28 19:38:23.360437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b86c-cc06-4327-bdab-799290ec916b req-cbe31ed9-ddf6-4ee8-b0fb-45e06dfec1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:23.361929 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8b60b86c-cc06-4327-bdab-799290ec916b req-cbe31ed9-ddf6-4ee8-b0fb-45e06dfec1f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0464170 Apr 28 19:38:23.376511 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.377743 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (604d189d-8d2c-436d-8e98-4b47a75a5a57), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.391353 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Calling delete_port for 604d189d-8d2c-436d-8e98-4b47a75a5a57 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:23.406779 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b86c-cc06-4327-bdab-799290ec916b req-80418d9a-61a8-4af1-a63a-40d2c73d5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:23.408290 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8b60b86c-cc06-4327-bdab-799290ec916b req-80418d9a-61a8-4af1-a63a-40d2c73d5ef4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405056 Apr 28 19:38:23.465805 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '3229af03-618f-4b60-a28c-f75c82cc3700', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'port_id': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'mac_address': 'fa:16:3e:d1:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:06Z', 'updated_at': '2022-04-28T19:38:22Z', 'revision_number': 1, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:23.496652 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9f903141-d789-4b82-9c0b-b10aae5e528e no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:23.499798 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] Checking router: 1d330f72-bfa7-44c4-8143-c418a81a6790 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:23.510577 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8b60b86c-cc06-4327-bdab-799290ec916b req-39b29943-b82a-4636-80c3-8a71ba12dadc service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909595 Apr 28 19:38:23.523655 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 9f903141-d789-4b82-9c0b-b10aae5e528e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:38:23.524001 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 9f903141-d789-4b82-9c0b-b10aae5e528e not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:23.527403 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:23.528088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:23.530381 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (604d189d-8d2c-436d-8e98-4b47a75a5a57), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.553186 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event deleted for resources: {'Port': ['ID=604d189d-8d2c-436d-8e98-4b47a75a5a57,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:23.617173 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks [] for floatingip (81972d6a-b014-4e69-a0f9-230bb454dfd4), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.619736 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.621670 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b5886791-070a-4072-9671-547dc34b68db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "DELETE /v2.0/floatingips/81972d6a-b014-4e69-a0f9-230bb454dfd4 HTTP/1.1" status: 204 len: 168 time: 0.4480288 Apr 28 19:38:23.634354 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8b60b86c-cc06-4327-bdab-799290ec916b req-e52ef67f-3eed-4346-abfa-dcfd1585c5cb service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919950 Apr 28 19:38:23.646750 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:23.862385 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '3229af03-618f-4b60-a28c-f75c82cc3700', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'port_id': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'mac_address': 'fa:16:3e:d1:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:06Z', 'updated_at': '2022-04-28T19:38:22Z', 'revision_number': 1, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:23.888253 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df226c3-eda7-4b85-b0f5-3e6e49c5ff1a None None] The sync data for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi is: [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '3229af03-618f-4b60-a28c-f75c82cc3700', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'port_id': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'mac_address': 'fa:16:3e:d1:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:06Z', 'updated_at': '2022-04-28T19:38:22Z', 'revision_number': 1, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:23.996806 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:24.020262 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12704b24-9621-4d35-9579-71858ab9e30f req-9a367b1c-2064-4d7a-a75a-afbc4251b0d7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.022476 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-12704b24-9621-4d35-9579-71858ab9e30f req-9a367b1c-2064-4d7a-a75a-afbc4251b0d7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0560791 Apr 28 19:38:24.075349 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-12704b24-9621-4d35-9579-71858ab9e30f req-bcb0990b-9a0c-49d6-b54c-0fa788594620 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470173 Apr 28 19:38:24.103294 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e405caa3-051d-4cc2-9e08-c84276949d18 None None] New status for floating IP 3229af03-618f-4b60-a28c-f75c82cc3700: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:25.189133 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95093977-ca44-4a97-ba98-45b9ee1f85cb req-46fc6d1b-ce6a-4a7d-ba51-80b4718e1967 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:25.190626 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-95093977-ca44-4a97-ba98-45b9ee1f85cb req-46fc6d1b-ce6a-4a7d-ba51-80b4718e1967 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0459869 Apr 28 19:38:25.240451 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-95093977-ca44-4a97-ba98-45b9ee1f85cb req-8c9af2dc-392d-4cb4-887e-e60e52cf54b0 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442688 Apr 28 19:38:26.076060 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea340cb-b727-4774-8d35-0b776167a88c req-7db0c6c7-667c-462a-8c17-15f16999e44e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.077506 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ea340cb-b727-4774-8d35-0b776167a88c req-7db0c6c7-667c-462a-8c17-15f16999e44e tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0468147 Apr 28 19:38:26.122515 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7ea340cb-b727-4774-8d35-0b776167a88c req-2b7dd533-da7e-4e2a-a024-50bdc9397c75 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Apr 28 19:38:26.354026 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775de7bb-3edc-4904-adbb-a34fb142570f req-782ca5a7-4bca-480b-856c-d515181fcc24 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.355477 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-775de7bb-3edc-4904-adbb-a34fb142570f req-782ca5a7-4bca-480b-856c-d515181fcc24 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0461006 Apr 28 19:38:26.402617 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-775de7bb-3edc-4904-adbb-a34fb142570f req-04b5293e-1382-44cd-b5b6-e7f3492fdc65 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415678 Apr 28 19:38:27.234584 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0811a37-53d6-45e3-8de2-d538f9301cad req-e47cab41-26f6-4897-b819-4cf50b777f59 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.236006 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f0811a37-53d6-45e3-8de2-d538f9301cad req-e47cab41-26f6-4897-b819-4cf50b777f59 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0457034 Apr 28 19:38:27.280053 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f0811a37-53d6-45e3-8de2-d538f9301cad req-85937886-e092-4155-8ec6-28de72359a73 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 Apr 28 19:38:27.517411 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64296cbe-cfbc-43fb-9cfe-48ca50090fa5 req-8005becb-2286-46d9-b39d-e351ef24823a tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.518913 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-64296cbe-cfbc-43fb-9cfe-48ca50090fa5 req-8005becb-2286-46d9-b39d-e351ef24823a tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0487819 Apr 28 19:38:27.574579 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-64296cbe-cfbc-43fb-9cfe-48ca50090fa5 req-804fa959-d5f5-4053-95c9-2e6b257dea5b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502973 Apr 28 19:38:27.608355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-f3d9a4d8-dfa0-4cf4-ad5a-e4a7ae29a4b7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.609832 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-f3d9a4d8-dfa0-4cf4-ad5a-e4a7ae29a4b7 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 945 time: 0.0511851 Apr 28 19:38:27.693914 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Deleting port d4731658-71fd-41cf-a573-d28630f64b2f {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:27.694203 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:27.782426 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] For port d4731658-71fd-41cf-a573-d28630f64b2f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4731658-71fd-41cf-a573-d28630f64b2f,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:27.782788 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:27.795193 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Calling delete_port for d4731658-71fd-41cf-a573-d28630f64b2f owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:27.920450 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (d4731658-71fd-41cf-a573-d28630f64b2f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:27.935301 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['614532dc-8d0b-4062-9b80-00871d38539e', 'd4731658-71fd-41cf-a573-d28630f64b2f'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:27.950879 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event deleted for resources: {'Port': ['ID=d4731658-71fd-41cf-a573-d28630f64b2f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:27.993965 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] No DVR routers for this DVR port d4731658-71fd-41cf-a573-d28630f64b2f on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:27.997547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:28.000801 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-07a8ebd5-c1c0-4382-9490-5a0cdbac79e9 req-a5d5a55b-38d7-4ea5-a2c7-0424286e4072 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "DELETE /v2.0/ports/d4731658-71fd-41cf-a573-d28630f64b2f HTTP/1.1" status: 204 len: 173 time: 0.3854735 Apr 28 19:38:28.001258 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'name': 'network-vif-deleted', 'tag': 'd4731658-71fd-41cf-a573-d28630f64b2f'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:28.003529 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093a0d64-ed15-44ce-879b-da471af0e134" -d '{"events": [{"server_uuid": "8685f9cc-fc6e-4330-927f-fa8cf2be66f0", "name": "network-vif-deleted", "tag": "d4731658-71fd-41cf-a573-d28630f64b2f"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:28.040366 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84d36d-c43b-4c2f-bec3-b7694f34bdbe x-openstack-request-id: req-cd84d36d-c43b-4c2f-bec3-b7694f34bdbe {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:28.040665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8685f9cc-fc6e-4330-927f-fa8cf2be66f0", "name": "network-vif-deleted", "tag": "d4731658-71fd-41cf-a573-d28630f64b2f", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:28.040919 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd84d36d-c43b-4c2f-bec3-b7694f34bdbe {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:28.041321 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd84d36d-c43b-4c2f-bec3-b7694f34bdbe'] response: {'server_uuid': '8685f9cc-fc6e-4330-927f-fa8cf2be66f0', 'name': 'network-vif-deleted', 'tag': 'd4731658-71fd-41cf-a573-d28630f64b2f', 'status': 'completed', 'code': 200} Apr 28 19:38:28.396023 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2664f4b4-d827-43e4-952b-288818bfa91c req-dbeb94b0-6c3b-4d9e-903a-72405bc3a3bb tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=8685f9cc-fc6e-4330-927f-fa8cf2be66f0 HTTP/1.1" status: 200 len: 210 time: 0.0324283 Apr 28 19:38:28.640883 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-b00aa7ec-b478-4187-95cb-3a68a5185114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.642541 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-b00aa7ec-b478-4187-95cb-3a68a5185114 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1129 time: 0.0447605 Apr 28 19:38:28.695940 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac13ce-fefd-4225-aca5-2c067e18d718 req-b3c1ad82-74f6-42f0-82ae-928c319c71c6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.697405 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9aac13ce-fefd-4225-aca5-2c067e18d718 req-b3c1ad82-74f6-42f0-82ae-928c319c71c6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0518239 Apr 28 19:38:28.734117 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-a962e54c-037a-4803-89e2-ce122a7ec733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.735573 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-a962e54c-037a-4803-89e2-ce122a7ec733 service neutron] 10.222.0.45 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 910 time: 0.0866973 Apr 28 19:38:28.746650 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9aac13ce-fefd-4225-aca5-2c067e18d718 req-5a68d6fb-6b60-4215-9285-b29c438da0d0 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434461 Apr 28 19:38:28.805717 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-d1586e9f-021e-456c-9cdd-0b9d63bc727b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 1001 time: 0.0627012 Apr 28 19:38:28.852843 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-03faeb44-6733-4e5c-8d43-430c4f070eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.854800 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-03faeb44-6733-4e5c-8d43-430c4f070eb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 200 len: 848 time: 0.0422165 Apr 28 19:38:28.895764 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-de948f0e-0e51-4b26-8f28-ab630fce0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.897190 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-de948f0e-0e51-4b26-8f28-ab630fce0aae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366204 Apr 28 19:38:28.988576 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-a4ad97e5-4a02-4e7b-be3c-695b5b5d18d5 service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841208 Apr 28 19:38:29.080897 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d02b0562-ddfa-4faf-abcf-1446c3b066a3 req-a8772166-379e-4c45-ad54-563c3ef8f408 service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 Apr 28 19:38:29.656591 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed901d-b9f9-40fd-b51c-7754af7e2756 req-d258b125-cf2c-42c6-a8f3-93f538a7597a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.658043 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6eed901d-b9f9-40fd-b51c-7754af7e2756 req-d258b125-cf2c-42c6-a8f3-93f538a7597a tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0464520 Apr 28 19:38:29.704156 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6eed901d-b9f9-40fd-b51c-7754af7e2756 req-247aec48-8556-460c-8b8d-9779b4f37964 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Apr 28 19:38:29.859622 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a173ad-ffda-43de-9cb0-4933849c0eb8 req-65f96c59-7f51-497f-8825-63f246e54097 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.861141 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0a173ad-ffda-43de-9cb0-4933849c0eb8 req-65f96c59-7f51-497f-8825-63f246e54097 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0463448 Apr 28 19:38:29.908101 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e0a173ad-ffda-43de-9cb0-4933849c0eb8 req-a738cf8a-81f2-44b8-9e0f-164cb66ba923 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414050 Apr 28 19:38:30.814287 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38362903-5c28-421c-97a8-89123163f50e req-314cb5c8-e556-4c66-9f1f-570c8bd4b6f6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:30.815758 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-38362903-5c28-421c-97a8-89123163f50e req-314cb5c8-e556-4c66-9f1f-570c8bd4b6f6 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0459745 Apr 28 19:38:30.861363 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-38362903-5c28-421c-97a8-89123163f50e req-17fb2b74-9904-4b7b-8f81-e33f785aff3c tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Apr 28 19:38:31.018047 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2918aa5-9508-44ba-8a39-38be9bd10734 req-12f92ea2-1284-4496-9c3f-9779c52b3f71 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:31.019428 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2918aa5-9508-44ba-8a39-38be9bd10734 req-12f92ea2-1284-4496-9c3f-9779c52b3f71 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0456328 Apr 28 19:38:31.070967 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2918aa5-9508-44ba-8a39-38be9bd10734 req-4f09a7de-4727-49a4-828c-3bb804780efb tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461719 Apr 28 19:38:31.265017 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:38:31.553162 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device d4731658-71fd-41cf-a573-d28630f64b2f no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:31.572182 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: d4731658-71fd-41cf-a573-d28630f64b2f {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:38:31.572529 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device d4731658-71fd-41cf-a573-d28630f64b2f not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:31.572926 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 86211717-c115-49b1-b99e-c5dbd320f2a7 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:31.645898 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 86211717-c115-49b1-b99e-c5dbd320f2a7 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:31.646279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:31.667553 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:31.669779 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b39afb5-6512-4e96-8f7e-d46c35fad2e7" -d '{"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-unplugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:31.681570 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:31.686698 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:31.709880 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54df22f8-8cc5-4201-bafc-b0f05a8b598c x-openstack-request-id: req-54df22f8-8cc5-4201-bafc-b0f05a8b598c {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:31.710180 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-unplugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:31.710433 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54df22f8-8cc5-4201-bafc-b0f05a8b598c {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:31.710823 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54df22f8-8cc5-4201-bafc-b0f05a8b598c'] response: {'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'code': 200} Apr 28 19:38:31.734853 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:31.972298 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43abf35-2e9e-4d75-bbf0-eb621afb9bf6 req-9aafc7f3-309b-4f19-8ae5-4ddefed180e5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:31.973813 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e43abf35-2e9e-4d75-bbf0-eb621afb9bf6 req-9aafc7f3-309b-4f19-8ae5-4ddefed180e5 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0462868 Apr 28 19:38:32.019033 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e43abf35-2e9e-4d75-bbf0-eb621afb9bf6 req-afd5d316-00c8-43b1-b5bf-f1eda6c62efe tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Apr 28 19:38:32.186528 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c292b-0fd8-4494-a4dd-f49f1116845f req-16c81dc3-204d-48be-b178-d0c71c304b09 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:32.188065 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b42c292b-0fd8-4494-a4dd-f49f1116845f req-16c81dc3-204d-48be-b178-d0c71c304b09 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0500810 Apr 28 19:38:32.235222 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b42c292b-0fd8-4494-a4dd-f49f1116845f req-d7a713b0-83d9-4449-a720-c50fbf5bbc37 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Apr 28 19:38:33.131487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e964c-8a60-41c2-a6c5-41fd1ed6ae27 req-791f2415-5a1e-4e43-a2e3-ca6bdc9e9a82 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.133046 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-528e964c-8a60-41c2-a6c5-41fd1ed6ae27 req-791f2415-5a1e-4e43-a2e3-ca6bdc9e9a82 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0458009 Apr 28 19:38:33.181197 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-528e964c-8a60-41c2-a6c5-41fd1ed6ae27 req-7bb9c1a1-9123-480d-a227-a9d18585a06f tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/security-groups?id=00ad6acc-b613-4751-b11a-273e1bd85973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Apr 28 19:38:33.245658 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-e1422355-ecdf-4322-badb-206cea0e184d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.247597 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-e1422355-ecdf-4322-badb-206cea0e184d tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 945 time: 0.0460010 Apr 28 19:38:33.371087 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Deleting port 614532dc-8d0b-4062-9b80-00871d38539e {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:33.371342 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (614532dc-8d0b-4062-9b80-00871d38539e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.392014 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06301a10-59b8-4f3a-8a0b-a8186cb9290a req-2ae1e683-0eca-46f9-b4fe-5ea3f0bd692f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.393543 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-06301a10-59b8-4f3a-8a0b-a8186cb9290a req-2ae1e683-0eca-46f9-b4fe-5ea3f0bd692f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0696311 Apr 28 19:38:33.500095 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-06301a10-59b8-4f3a-8a0b-a8186cb9290a req-b96250ce-6dba-435e-8658-8fe3e433ce58 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971708 Apr 28 19:38:33.505348 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] For port 614532dc-8d0b-4062-9b80-00871d38539e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=614532dc-8d0b-4062-9b80-00871d38539e,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:33.505758 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (614532dc-8d0b-4062-9b80-00871d38539e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.524359 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Calling delete_port for 614532dc-8d0b-4062-9b80-00871d38539e owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:33.691921 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (614532dc-8d0b-4062-9b80-00871d38539e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.707471 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55506) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:33.743534 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Pushing event deleted for resources: {'Port': ['ID=614532dc-8d0b-4062-9b80-00871d38539e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.759873 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610de50-96b4-466f-bc73-37679a5dc6f0 req-6a00639a-c0c0-4e53-92f2-ed9b64d34654 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.760995 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4610de50-96b4-466f-bc73-37679a5dc6f0 req-6a00639a-c0c0-4e53-92f2-ed9b64d34654 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0834615 Apr 28 19:38:33.794493 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-4528df4e-3f2a-4610-944d-685fe1fd2ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853004 Apr 28 19:38:33.804492 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-1705a230-2977-45a1-8b87-306a8e114de3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:38:33.805500 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-1705a230-2977-45a1-8b87-306a8e114de3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054345 Apr 28 19:38:33.812023 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] No DVR routers for this DVR port 614532dc-8d0b-4062-9b80-00871d38539e on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:33.815441 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.818710 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-11f170e5-4a81-4c57-a7d9-cb222fa90007 req-1b9f9a13-06f6-4d03-b4e3-0cee4296d6db tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.45 "DELETE /v2.0/ports/614532dc-8d0b-4062-9b80-00871d38539e HTTP/1.1" status: 204 len: 173 time: 0.5649719 Apr 28 19:38:33.819172 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'name': 'network-vif-deleted', 'tag': '614532dc-8d0b-4062-9b80-00871d38539e'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:33.821432 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e477db62-15f9-42ba-82c4-55fa7a8b8a05" -d '{"events": [{"server_uuid": "1f253d4f-29f4-4bce-80bf-cfb421b963b5", "name": "network-vif-deleted", "tag": "614532dc-8d0b-4062-9b80-00871d38539e"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:33.861550 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4610de50-96b4-466f-bc73-37679a5dc6f0 req-3309ae43-b2b0-42b2-a018-131a75f1b945 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818586 Apr 28 19:38:33.904481 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1a7a5f-2bc2-4b84-9c73-f51071c32535 x-openstack-request-id: req-5b1a7a5f-2bc2-4b84-9c73-f51071c32535 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:33.904881 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f253d4f-29f4-4bce-80bf-cfb421b963b5", "name": "network-vif-deleted", "tag": "614532dc-8d0b-4062-9b80-00871d38539e", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:33.905036 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b1a7a5f-2bc2-4b84-9c73-f51071c32535 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:33.905451 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1a7a5f-2bc2-4b84-9c73-f51071c32535'] response: {'server_uuid': '1f253d4f-29f4-4bce-80bf-cfb421b963b5', 'name': 'network-vif-deleted', 'tag': '614532dc-8d0b-4062-9b80-00871d38539e', 'status': 'completed', 'code': 200} Apr 28 19:38:33.921094 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55516) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:34.023919 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ecc35-0524-4681-a454-3d539effbf1f req-bd71a0fa-b500-4618-ace3-d3c466fa59d7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.025221 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-bd71a0fa-b500-4618-ace3-d3c466fa59d7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports/86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 940 time: 0.1028197 Apr 28 19:38:34.305053 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-949b9b6f-9e7e-4cdc-ba39-cf533bd32ca2 req-6b642800-707e-4d8d-b569-cb31ad9b2662 tempest-ServerRescueNegativeTestJSON-704025294 tempest-ServerRescueNegativeTestJSON-704025294-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f253d4f-29f4-4bce-80bf-cfb421b963b5 HTTP/1.1" status: 200 len: 210 time: 0.0405657 Apr 28 19:38:34.981906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4cb32-0ee3-4777-b4de-8227e03d732c req-3d1fe8aa-7d08-4b9c-a2f2-ad2b3cec027c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.984483 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a9b4cb32-0ee3-4777-b4de-8227e03d732c req-3d1fe8aa-7d08-4b9c-a2f2-ad2b3cec027c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0502346 Apr 28 19:38:35.037274 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a9b4cb32-0ee3-4777-b4de-8227e03d732c req-2f65dfd7-0a1b-43e7-96fc-0884324b09df tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470514 Apr 28 19:38:35.359169 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ecc35-0524-4681-a454-3d539effbf1f req-122fec63-46cd-45e1-9581-3a62e6e35747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.360681 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-122fec63-46cd-45e1-9581-3a62e6e35747 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b&tenant_id=f69851bdb16349d98dfbdf2bb9290d72 HTTP/1.1" status: 200 len: 1127 time: 0.0708542 Apr 28 19:38:35.361410 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55532) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:35.421299 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ecc35-0524-4681-a454-3d539effbf1f req-dd59a9a9-906b-4e69-80c4-46db5590ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.422840 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-dd59a9a9-906b-4e69-80c4-46db5590ca9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1127 time: 0.0390036 Apr 28 19:38:35.562139 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 614532dc-8d0b-4062-9b80-00871d38539e no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:35.581231 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 614532dc-8d0b-4062-9b80-00871d38539e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:38:35.581574 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 614532dc-8d0b-4062-9b80-00871d38539e not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:35.591338 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ecc35-0524-4681-a454-3d539effbf1f req-4a5e7c94-e908-45b6-96bc-6507181bbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.592740 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-4a5e7c94-e908-45b6-96bc-6507181bbb19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 910 time: 0.1637676 Apr 28 19:38:35.702906 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-f151d3ec-0cc7-475c-aee3-c7d411254e5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 999 time: 0.1022394 Apr 28 19:38:36.030629 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ecc35-0524-4681-a454-3d539effbf1f req-776c8606-928f-43d3-be5a-88e665911d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.032045 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-776c8606-928f-43d3-be5a-88e665911d63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 200 len: 848 time: 0.3214784 Apr 28 19:38:36.094558 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ecc35-0524-4681-a454-3d539effbf1f req-b0bfbdfa-0f53-4580-bba5-2075c06592b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.096252 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-b0bfbdfa-0f53-4580-bba5-2075c06592b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476720 Apr 28 19:38:36.153543 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f365-ef25-4984-83a0-cfb55f2d7c79 req-4aff17f1-0059-45cd-a586-169b411380fa tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.155554 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a944f365-ef25-4984-83a0-cfb55f2d7c79 req-4aff17f1-0059-45cd-a586-169b411380fa tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0499270 Apr 28 19:38:36.203797 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a944f365-ef25-4984-83a0-cfb55f2d7c79 req-568399f1-4e7a-48fd-99c8-090de5e0bec6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 Apr 28 19:38:36.310653 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (76895e3b-7cd8-45c5-b92c-d98d724871e8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:36.345178 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-d850f3e8-5521-4350-8455-c6b6848a71e6 service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314820 Apr 28 19:38:36.535791 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-485ecc35-0524-4681-a454-3d539effbf1f req-e4e7aa53-8cb2-4895-9b39-b70a7bd4540f service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843045 Apr 28 19:38:36.667844 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Deleting port 4f786726-c55c-458d-bf93-00ef50d61afc {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:36.668178 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:36.746077 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] For port 4f786726-c55c-458d-bf93-00ef50d61afc, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=4f786726-c55c-458d-bf93-00ef50d61afc,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:36.746440 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:36.759242 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Calling delete_port for 4f786726-c55c-458d-bf93-00ef50d61afc owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:36.940302 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (4f786726-c55c-458d-bf93-00ef50d61afc), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:36.966811 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f786726-c55c-458d-bf93-00ef50d61afc,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:37.134629 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (76895e3b-7cd8-45c5-b92c-d98d724871e8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.334987 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172dd52-e781-4c18-a5e9-0f09a61b8ed3 req-e1e24532-336b-4d9c-b760-a082bf29ba19 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:37.336404 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e172dd52-e781-4c18-a5e9-0f09a61b8ed3 req-e1e24532-336b-4d9c-b760-a082bf29ba19 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0562246 Apr 28 19:38:37.418068 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Router 76895e3b-7cd8-45c5-b92c-d98d724871e8 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:37.425073 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e172dd52-e781-4c18-a5e9-0f09a61b8ed3 req-072cb276-b5f4-466e-bc32-4bd7d69c8f87 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615900 Apr 28 19:38:37.529900 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:37.534877 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-68bbeb62-601e-42e3-a913-6211164b4ef5 admin admin] 10.222.0.55 "PUT /v2.0/routers/76895e3b-7cd8-45c5-b92c-d98d724871e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1724470 Apr 28 19:38:37.537468 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55542) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:37.538549 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] Sync routers for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:37.548742 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:37.549355 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:37.639235 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks [] for router (76895e3b-7cd8-45c5-b92c-d98d724871e8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.654455 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:37.740744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks [] for router_gateway (76895e3b-7cd8-45c5-b92c-d98d724871e8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.783906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Deleting port 3b56f823-5db1-4801-8c69-72be57fa2d04 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:37.784244 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.818629 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 5, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port': {'id': '3b56f823-5db1-4801-8c69-72be57fa2d04', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fe:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:37.844790 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] Checking router: 76895e3b-7cd8-45c5-b92c-d98d724871e8 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:37.858153 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] Routers {'76895e3b-7cd8-45c5-b92c-d98d724871e8'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:37.858777 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['76895e3b-7cd8-45c5-b92c-d98d724871e8'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:37.860368 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] For port 3b56f823-5db1-4801-8c69-72be57fa2d04, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=3b56f823-5db1-4801-8c69-72be57fa2d04,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:37.860733 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.877161 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Calling delete_port for 3b56f823-5db1-4801-8c69-72be57fa2d04 owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:37.945307 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] Set router 76895e3b-7cd8-45c5-b92c-d98d724871e8 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:37.998515 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:38:37Z', 'revision_number': 6, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:38.024534 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd3c20-186d-4d9f-a7b7-36b999d61839 None None] The sync data for ids ['76895e3b-7cd8-45c5-b92c-d98d724871e8'] in dv-cinder-826949-7-iscsi is: [{'id': '76895e3b-7cd8-45c5-b92c-d98d724871e8', 'name': 'tempest-ServerRescueNegativeTestJSON-865818989-router', 'tenant_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:38:37Z', 'revision_number': 6, 'project_id': 'fcbdf487dfc7477a87134b1b21cebe96', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:38.038272 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (3b56f823-5db1-4801-8c69-72be57fa2d04), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.066217 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b56f823-5db1-4801-8c69-72be57fa2d04,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:38.126783 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (76895e3b-7cd8-45c5-b92c-d98d724871e8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.229161 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (76895e3b-7cd8-45c5-b92c-d98d724871e8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.231281 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks [] for router_controller (76895e3b-7cd8-45c5-b92c-d98d724871e8), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.294529 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (76895e3b-7cd8-45c5-b92c-d98d724871e8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.294977 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76895e3b-7cd8-45c5-b92c-d98d724871e8 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:38:38.299850 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.301247 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9dd030aa-2fb8-4f96-8cd1-4c2b3eee34f4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/76895e3b-7cd8-45c5-b92c-d98d724871e8 HTTP/1.1" status: 204 len: 168 time: 0.7625544 Apr 28 19:38:38.303538 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55544) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:38.346752 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] Deleting subnet 83bb5d5e-c696-497a-945b-7c710a15c7ee {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:38:38.349767 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] Publish callbacks [] for subnet (83bb5d5e-c696-497a-945b-7c710a15c7ee), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.383890 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13154238'] for subnet (83bb5d5e-c696-497a-945b-7c710a15c7ee), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.774597 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (83bb5d5e-c696-497a-945b-7c710a15c7ee), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.782498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a9919-c323-49e4-83c5-109b1d6ec297 req-8e9006d3-9671-48b0-8823-9e0476e1cba6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:38.783998 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f28a9919-c323-49e4-83c5-109b1d6ec297 req-8e9006d3-9671-48b0-8823-9e0476e1cba6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0894248 Apr 28 19:38:38.865467 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f28a9919-c323-49e4-83c5-109b1d6ec297 req-6f5e9b71-617a-4a3f-8131-3bbdfbb5a62c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645471 Apr 28 19:38:38.866872 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12872756'] for subnet (83bb5d5e-c696-497a-945b-7c710a15c7ee), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.892283 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bb5d5e-c696-497a-945b-7c710a15c7ee,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:38.896000 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.899158 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4c27e321-5f0c-4700-8fdc-ee5dafba5aab admin admin] 10.222.0.55 "DELETE /v2.0/subnets/83bb5d5e-c696-497a-945b-7c710a15c7ee HTTP/1.1" status: 204 len: 168 time: 0.5944185 Apr 28 19:38:38.901600 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55548) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:38.901788 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b48fda2-bc7a-4510-98ac-da43f38a292d None None] Network a84777c5-d18a-4052-82b2-1d0f58c42b6a requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:38:38.994008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (a84777c5-d18a-4052-82b2-1d0f58c42b6a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.021416 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 3b56f823-5db1-4801-8c69-72be57fa2d04 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:39.044673 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Deleting port c9270a2d-77dd-463f-a8c2-4297f1ad50af {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:39.045017 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.048750 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 3b56f823-5db1-4801-8c69-72be57fa2d04 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:38:39.049357 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 3b56f823-5db1-4801-8c69-72be57fa2d04 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:39.049950 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 4f786726-c55c-458d-bf93-00ef50d61afc no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:39.072091 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 4f786726-c55c-458d-bf93-00ef50d61afc {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:38:39.072091 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 4f786726-c55c-458d-bf93-00ef50d61afc not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:39.076515 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] DHCP port deletion for a84777c5-d18a-4052-82b2-1d0f58c42b6a request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:38:39.124793 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] For port c9270a2d-77dd-463f-a8c2-4297f1ad50af, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c9270a2d-77dd-463f-a8c2-4297f1ad50af,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:39.125162 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.132058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] Deleting port c9270a2d-77dd-463f-a8c2-4297f1ad50af {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:39.132430 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.142242 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Calling delete_port for c9270a2d-77dd-463f-a8c2-4297f1ad50af owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:39.191964 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] For port c9270a2d-77dd-463f-a8c2-4297f1ad50af, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c9270a2d-77dd-463f-a8c2-4297f1ad50af,segment=NetworkSegment(940d82d8-6ed1-4c73-9e63-1483f33562f0),segment_id=940d82d8-6ed1-4c73-9e63-1483f33562f0)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:39.192359 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.204528 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] Calling delete_port for c9270a2d-77dd-463f-a8c2-4297f1ad50af owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:39.220531 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.247703 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9270a2d-77dd-463f-a8c2-4297f1ad50af,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.249439 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] No DVR routers for this DVR port c9270a2d-77dd-463f-a8c2-4297f1ad50af on host dv-cinder-826949-7-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:39.319195 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (c9270a2d-77dd-463f-a8c2-4297f1ad50af), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.322255 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (a84777c5-d18a-4052-82b2-1d0f58c42b6a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.342228 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84777c5-d18a-4052-82b2-1d0f58c42b6a']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:39.347437 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] No DVR routers for this DVR port c9270a2d-77dd-463f-a8c2-4297f1ad50af on host dv-cinder-826949-7-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:39.351778 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39ea13-c09b-4156-8102-ca8db113960a None None] Pushing event deleted for resources: {'Port': ['ID=c9270a2d-77dd-463f-a8c2-4297f1ad50af,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.352403 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940d82d8-6ed1-4c73-9e63-1483f33562f0') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:39.352863 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940d82d8-6ed1-4c73-9e63-1483f33562f0') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:39.365058 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (940d82d8-6ed1-4c73-9e63-1483f33562f0), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.377507 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (940d82d8-6ed1-4c73-9e63-1483f33562f0), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.383484 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:38:39.383875 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (940d82d8-6ed1-4c73-9e63-1483f33562f0), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:38:39.385557 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:38:39.441505 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (a84777c5-d18a-4052-82b2-1d0f58c42b6a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.446684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.449849 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a84777c5-d18a-4052-82b2-1d0f58c42b6a HTTP/1.1" status: 204 len: 168 time: 0.5472672 Apr 28 19:38:39.459979 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f719b-a2c1-48c9-9a49-1cbdaf4c8df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a84777c5-d18a-4052-82b2-1d0f58c42b6a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.561699 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55554) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:39.600646 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-af5e425a-581f-4403-9006-005eb030162b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcbdf487dfc7477a87134b1b21cebe96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377626 Apr 28 19:38:39.603034 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55556) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:39.647466 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c020cdb8-403f-49e2-97e2-cbe15548ba48 admin admin] Publish callbacks [] for security_group (00ad6acc-b613-4751-b11a-273e1bd85973), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.667998 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c020cdb8-403f-49e2-97e2-cbe15548ba48 admin admin] Publish callbacks [] for security_group (00ad6acc-b613-4751-b11a-273e1bd85973), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.712974 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c020cdb8-403f-49e2-97e2-cbe15548ba48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (00ad6acc-b613-4751-b11a-273e1bd85973), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.716051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c020cdb8-403f-49e2-97e2-cbe15548ba48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.717163 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c020cdb8-403f-49e2-97e2-cbe15548ba48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00ad6acc-b613-4751-b11a-273e1bd85973 HTTP/1.1" status: 204 len: 168 time: 0.1132467 Apr 28 19:38:39.724414 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020cdb8-403f-49e2-97e2-cbe15548ba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad6acc-b613-4751-b11a-273e1bd85973,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.986296 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c1c8-006b-4f60-b88e-8ef206300b65 req-2243e455-f481-4d7f-9fcf-7f78f937c23a tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:39.987827 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-37d8c1c8-006b-4f60-b88e-8ef206300b65 req-2243e455-f481-4d7f-9fcf-7f78f937c23a tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0491493 Apr 28 19:38:40.041996 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-37d8c1c8-006b-4f60-b88e-8ef206300b65 req-2eeed369-8002-4787-b92e-9bf2de451c23 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Apr 28 19:38:41.005306 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c9270a2d-77dd-463f-a8c2-4297f1ad50af no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:41.023808 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: c9270a2d-77dd-463f-a8c2-4297f1ad50af {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:38:41.024151 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c9270a2d-77dd-463f-a8c2-4297f1ad50af not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:41.165787 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3652d5-90f2-40a7-8bbb-8686a7a4082e req-fc511b71-dbe2-4685-8de1-fdf45b7648f2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:41.167275 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2b3652d5-90f2-40a7-8bbb-8686a7a4082e req-fc511b71-dbe2-4685-8de1-fdf45b7648f2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0502572 Apr 28 19:38:41.221142 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2b3652d5-90f2-40a7-8bbb-8686a7a4082e req-2124a0fe-61d8-4755-a342-71bd31d7f80f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484278 Apr 28 19:38:41.415682 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55610) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:41.516618 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:41.587001 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Publish callbacks [] for security_group (83cea08f-c579-42db-b532-06b4718a56e0), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:41.591709 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (83cea08f-c579-42db-b532-06b4718a56e0), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:41.627544 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc9f15ea131c4b3bbc19df4c29dda569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108099 Apr 28 19:38:41.629417 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cea08f-c579-42db-b532-06b4718a56e0,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:41.630350 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55614) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:41.636385 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.636734 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.637132 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.638024 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.638362 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.638697 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.639027 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.639353 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.639681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.640008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.640338 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.640664 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.640984 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.641304 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.641625 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206232e7-e7a8-45bf-a0d1-d3c2a669b17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:41.681007 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a7a42c8-2f9d-4071-8569-ae9d53965b6f admin admin] Publish callbacks [] for security_group (83cea08f-c579-42db-b532-06b4718a56e0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:41.706196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a7a42c8-2f9d-4071-8569-ae9d53965b6f admin admin] Publish callbacks [] for security_group (83cea08f-c579-42db-b532-06b4718a56e0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:41.751680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a7a42c8-2f9d-4071-8569-ae9d53965b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (83cea08f-c579-42db-b532-06b4718a56e0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:41.754284 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a7a42c8-2f9d-4071-8569-ae9d53965b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:41.755425 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0a7a42c8-2f9d-4071-8569-ae9d53965b6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83cea08f-c579-42db-b532-06b4718a56e0 HTTP/1.1" status: 204 len: 168 time: 0.1240997 Apr 28 19:38:41.763328 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a42c8-2f9d-4071-8569-ae9d53965b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cea08f-c579-42db-b532-06b4718a56e0,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:42.015515 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55620) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:42.029175 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f32b6e7-f21f-438e-bdb3-2591aea3f825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:42.104547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f32b6e7-f21f-438e-bdb3-2591aea3f825 admin admin] Publish callbacks [] for security_group (8bb3c935-6c7f-444d-9bab-1895eb38053b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:42.108675 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f32b6e7-f21f-438e-bdb3-2591aea3f825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (8bb3c935-6c7f-444d-9bab-1895eb38053b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:42.149405 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0f32b6e7-f21f-438e-bdb3-2591aea3f825 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d52b6919313d498aaa701732bced2675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327887 Apr 28 19:38:42.150259 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32b6e7-f21f-438e-bdb3-2591aea3f825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb3c935-6c7f-444d-9bab-1895eb38053b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:42.152369 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55622) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:42.201579 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6db083f7-08ea-4ef6-a69e-48c67bc435c6 admin admin] Publish callbacks [] for security_group (8bb3c935-6c7f-444d-9bab-1895eb38053b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:42.223808 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6db083f7-08ea-4ef6-a69e-48c67bc435c6 admin admin] Publish callbacks [] for security_group (8bb3c935-6c7f-444d-9bab-1895eb38053b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:42.270606 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6db083f7-08ea-4ef6-a69e-48c67bc435c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (8bb3c935-6c7f-444d-9bab-1895eb38053b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:42.273361 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6db083f7-08ea-4ef6-a69e-48c67bc435c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:42.274543 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6db083f7-08ea-4ef6-a69e-48c67bc435c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bb3c935-6c7f-444d-9bab-1895eb38053b HTTP/1.1" status: 204 len: 168 time: 0.1210575 Apr 28 19:38:42.282995 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db083f7-08ea-4ef6-a69e-48c67bc435c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb3c935-6c7f-444d-9bab-1895eb38053b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:42.343469 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5edc3-4e68-4d91-97c6-04445e98a739 req-f7afc493-f903-46ef-892a-f425172e6936 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:42.344969 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bab5edc3-4e68-4d91-97c6-04445e98a739 req-f7afc493-f903-46ef-892a-f425172e6936 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0564387 Apr 28 19:38:42.395938 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bab5edc3-4e68-4d91-97c6-04445e98a739 req-0bad4ab7-1405-40a0-b39b-e405f5bfb8a0 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451615 Apr 28 19:38:42.931671 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55646) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:43.023643 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2140294259-network', 'tenant_id': '471d4af8e7de480cbf6d507afc23f7cb'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:43.046358 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Made reservation on behalf of 471d4af8e7de480cbf6d507afc23f7cb for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:43.048629 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.056934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.127871 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks [] for security_group (7741448d-9113-40e1-b899-e91a560498a0), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.131554 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7741448d-9113-40e1-b899-e91a560498a0), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.156533 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:43.166373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7741448d-9113-40e1-b899-e91a560498a0,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:43.172951 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (bc3fca90-0c55-4f43-b63e-bfa14eb9ab83), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.173345 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Added segment bc3fca90-0c55-4f43-b63e-bfa14eb9ab83 of type vlan for network 6f8ffe5e-d948-4887-9b9e-2512b41a4480 Apr 28 19:38:43.211126 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (6f8ffe5e-d948-4887-9b9e-2512b41a4480), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.235327 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (6f8ffe5e-d948-4887-9b9e-2512b41a4480), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.236249 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.236840 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.268557 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3358147 Apr 28 19:38:43.271683 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55650) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:43.276495 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Request body: {'subnet': {'network_id': '6f8ffe5e-d948-4887-9b9e-2512b41a4480', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2140294259-subnet', 'tenant_id': '471d4af8e7de480cbf6d507afc23f7cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:43.295887 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Made reservation on behalf of 471d4af8e7de480cbf6d507afc23f7cb for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:43.298673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12954548'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.300692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe16d45-b328-4a11-8200-f95820add816 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8ffe5e-d948-4887-9b9e-2512b41a4480,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:43.310720 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 6f8ffe5e-d948-4887-9b9e-2512b41a4480 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:43.470167 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15158387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12954438'] for subnet (4f272f9a-7882-49e9-90c9-513759f41286), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.510650 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476d24b-607d-43d8-9f77-202f1d8ee1d4 req-3deae536-5a86-4fa9-8499-d4ed96bc68f5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.512643 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f476d24b-607d-43d8-9f77-202f1d8ee1d4 req-3deae536-5a86-4fa9-8499-d4ed96bc68f5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0486674 Apr 28 19:38:43.524186 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f272f9a-7882-49e9-90c9-513759f41286,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:43.533528 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Checking segment: {'id': 'bc3fca90-0c55-4f43-b63e-bfa14eb9ab83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6f8ffe5e-d948-4887-9b9e-2512b41a4480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:38:43.534092 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Network hostable DHCP agents. Network: 6f8ffe5e-d948-4887-9b9e-2512b41a4480, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:43.551377 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Network 6f8ffe5e-d948-4887-9b9e-2512b41a4480 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:43.560090 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 6f8ffe5e-d948-4887-9b9e-2512b41a4480) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:43.565565 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f476d24b-607d-43d8-9f77-202f1d8ee1d4 req-851df296-76b8-44e3-a170-1df13c90f2bc tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468450 Apr 28 19:38:43.567982 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7575d52a-de52-4574-85b0-afe3b764e5ee None None] Network 6f8ffe5e-d948-4887-9b9e-2512b41a4480 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:38:43.570492 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.571090 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:43.601822 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4ef55aee-2a95-42a0-ad5c-62d02f9f26f1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3235579 Apr 28 19:38:43.668367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f983e94-ea85-40df-9cf4-88e9fa9dfe9f None None] Network 6f8ffe5e-d948-4887-9b9e-2512b41a4480 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:38:44.046797 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55672) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:44.051556 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-703105687-network', 'tenant_id': 'a997b67a42284c09971a5841ec16f35a'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:44.069996 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Made reservation on behalf of a997b67a42284c09971a5841ec16f35a for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:44.072156 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.081215 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.154933 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks [] for security_group (4ec69744-ab37-403b-a65c-18b982d2c40e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.158929 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4ec69744-ab37-403b-a65c-18b982d2c40e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.183308 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:44.192356 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec69744-ab37-403b-a65c-18b982d2c40e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:44.202177 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (3d609b47-9b3a-4b92-a01f-36a35a24c963), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.202777 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.segments_db [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Added segment 3d609b47-9b3a-4b92-a01f-36a35a24c963 of type vlan for network 9df7adc2-0bb1-4916-b477-be74a97fa75f Apr 28 19:38:44.242335 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (9df7adc2-0bb1-4916-b477-be74a97fa75f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.265452 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (9df7adc2-0bb1-4916-b477-be74a97fa75f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.266322 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.266902 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.304442 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2563007 Apr 28 19:38:44.307242 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55676) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:44.312114 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Request body: {'subnet': {'network_id': '9df7adc2-0bb1-4916-b477-be74a97fa75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-703105687-subnet', 'tenant_id': 'a997b67a42284c09971a5841ec16f35a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:44.331828 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b02a03-6460-4294-ac27-8cebae487913 admin admin] Pushing event updated for resources: {'Network': ['ID=9df7adc2-0bb1-4916-b477-be74a97fa75f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:44.332220 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Made reservation on behalf of a997b67a42284c09971a5841ec16f35a for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:44.335640 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12872921'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.343014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 9df7adc2-0bb1-4916-b477-be74a97fa75f details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:44.510983 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12872747'] for subnet (aaefa493-7467-4bf2-8303-bcfce9fd5c11), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.565971 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaefa493-7467-4bf2-8303-bcfce9fd5c11,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:44.572686 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Checking segment: {'id': '3d609b47-9b3a-4b92-a01f-36a35a24c963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9df7adc2-0bb1-4916-b477-be74a97fa75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:38:44.573049 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Network hostable DHCP agents. Network: 9df7adc2-0bb1-4916-b477-be74a97fa75f, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:44.598717 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Network 9df7adc2-0bb1-4916-b477-be74a97fa75f is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:44.607886 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 9df7adc2-0bb1-4916-b477-be74a97fa75f) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:44.612273 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.613700 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.616822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78934e11-24b1-4db1-ac00-16496f8aaaa6 None None] Network 9df7adc2-0bb1-4916-b477-be74a97fa75f requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:38:44.630803 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-c7d2c7e6-4df9-4c21-817d-939335fb09f2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3224680 Apr 28 19:38:44.697371 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3afc0f-8c7e-4ce2-8ddf-cbc2a327acbe req-e525e2c0-9926-45cd-981f-a4bb66627eff tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.698930 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ed3afc0f-8c7e-4ce2-8ddf-cbc2a327acbe req-e525e2c0-9926-45cd-981f-a4bb66627eff tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0477567 Apr 28 19:38:44.719739 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254e998-f523-4ca6-acc3-c756e5fa81c2 None None] Network 9df7adc2-0bb1-4916-b477-be74a97fa75f requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:38:44.750060 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ed3afc0f-8c7e-4ce2-8ddf-cbc2a327acbe req-e7315191-a9d3-4ccb-82ad-67d64f6dfee5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Apr 28 19:38:44.772876 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55682) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:44.821095 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] Deleting subnet 4f272f9a-7882-49e9-90c9-513759f41286 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:38:44.824220 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] Publish callbacks [] for subnet (4f272f9a-7882-49e9-90c9-513759f41286), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.859295 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13154238'] for subnet (4f272f9a-7882-49e9-90c9-513759f41286), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.897941 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (4f272f9a-7882-49e9-90c9-513759f41286), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.947088 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12872756'] for subnet (4f272f9a-7882-49e9-90c9-513759f41286), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.972419 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f272f9a-7882-49e9-90c9-513759f41286,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:44.974375 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:44.977454 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-537e3045-8221-43c2-bbd0-d6b43fe763cc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4f272f9a-7882-49e9-90c9-513759f41286 HTTP/1.1" status: 204 len: 168 time: 0.2033689 Apr 28 19:38:44.979919 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55684) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:45.049855 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (6f8ffe5e-d948-4887-9b9e-2512b41a4480), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.131794 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (6f8ffe5e-d948-4887-9b9e-2512b41a4480), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.151087 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8ffe5e-d948-4887-9b9e-2512b41a4480']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:45.167861 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3fca90-0c55-4f43-b63e-bfa14eb9ab83') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:45.168681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3fca90-0c55-4f43-b63e-bfa14eb9ab83') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:45.178339 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (bc3fca90-0c55-4f43-b63e-bfa14eb9ab83), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.191911 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (bc3fca90-0c55-4f43-b63e-bfa14eb9ab83), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.197659 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:38:45.198041 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (bc3fca90-0c55-4f43-b63e-bfa14eb9ab83), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:38:45.199714 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:38:45.251357 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (6f8ffe5e-d948-4887-9b9e-2512b41a4480), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.258239 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.261322 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6f8ffe5e-d948-4887-9b9e-2512b41a4480 HTTP/1.1" status: 204 len: 168 time: 0.2805040 Apr 28 19:38:45.264238 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55686) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:45.270196 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57071232-0bac-4bcb-9da3-5b1c3b323f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8ffe5e-d948-4887-9b9e-2512b41a4480,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:45.313960 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] Deleting subnet aaefa493-7467-4bf2-8303-bcfce9fd5c11 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:38:45.317213 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] Publish callbacks [] for subnet (aaefa493-7467-4bf2-8303-bcfce9fd5c11), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.321709 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.355526 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (aaefa493-7467-4bf2-8303-bcfce9fd5c11), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.397862 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (aaefa493-7467-4bf2-8303-bcfce9fd5c11), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.429681 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-f5419fe4-fa78-4ea9-9d99-24d69fb9d58d tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526324498&fields=id&tenant_id=9b482a37d2f8485a96316399c7595627 HTTP/1.1" status: 200 len: 267 time: 0.0444973 Apr 28 19:38:45.467713 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (aaefa493-7467-4bf2-8303-bcfce9fd5c11), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.487803 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-7bca140b-bd9b-4047-b62f-5d8f1252e940 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.489298 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-7bca140b-bd9b-4047-b62f-5d8f1252e940 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 984 time: 0.0550773 Apr 28 19:38:45.497662 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaefa493-7467-4bf2-8303-bcfce9fd5c11,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:45.500890 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Request body: {'port': {'security_groups': ['14b01b43-87dc-4537-8000-7b32e2d99861']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:45.502305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.509110 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d9bd6053-c4f1-4694-ac9a-8411113de0cb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aaefa493-7467-4bf2-8303-bcfce9fd5c11 HTTP/1.1" status: 204 len: 168 time: 0.2437601 Apr 28 19:38:45.509902 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55690) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:45.577098 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.577394 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (9df7adc2-0bb1-4916-b477-be74a97fa75f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.603389 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 86211717-c115-49b1-b99e-c5dbd320f2a7 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:38:45.659120 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (9df7adc2-0bb1-4916-b477-be74a97fa75f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.680178 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df7adc2-0bb1-4916-b477-be74a97fa75f']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:45.689649 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d609b47-9b3a-4b92-a01f-36a35a24c963') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:45.689962 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d609b47-9b3a-4b92-a01f-36a35a24c963') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:45.699281 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (3d609b47-9b3a-4b92-a01f-36a35a24c963), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.705123 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:45.730968 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (3d609b47-9b3a-4b92-a01f-36a35a24c963), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.734324 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'port_id': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'mac_address': 'fa:16:3e:31:9f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:38:45.741760 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:38:45.742183 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (3d609b47-9b3a-4b92-a01f-36a35a24c963), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.771146 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:45.779751 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 86211717-c115-49b1-b99e-c5dbd320f2a7 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:45.780502 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.800642 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86211717-c115-49b1-b99e-c5dbd320f2a7 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:38:45.814409 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:38:45.819431 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (9df7adc2-0bb1-4916-b477-be74a97fa75f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.848943 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.851635 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.852710 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:45.856489 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9df7adc2-0bb1-4916-b477-be74a97fa75f HTTP/1.1" status: 204 len: 168 time: 0.3453801 Apr 28 19:38:45.860326 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.863124 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.874189 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8bbd2-538e-4084-85fd-cc344b87ca24 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df7adc2-0bb1-4916-b477-be74a97fa75f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:45.878926 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['dff8ddf1-50c4-402e-a1b7-b1608a340208'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:45.925036 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0cbf1-b26f-4b7c-ba04-b1f5d8ba808d req-cdae67a9-3a13-4d59-ac1c-e97c6de9ffa0 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.927014 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fb0cbf1-b26f-4b7c-ba04-b1f5d8ba808d req-cdae67a9-3a13-4d59-ac1c-e97c6de9ffa0 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 944 time: 0.0697854 Apr 28 19:38:45.938175 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.938733 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:45.940130 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e076a074-1db0-47b8-b03c-c120e0bdcd6c req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "PUT /v2.0/ports/dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 942 time: 0.4442029 Apr 28 19:38:45.940601 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:45.942915 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd542996-d362-4f8b-b2b2-51fe7044574a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:45.948037 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55698) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:46.003128 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fb0cbf1-b26f-4b7c-ba04-b1f5d8ba808d req-84b85eaf-fc57-4974-af9a-cd33920928d3 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636551 Apr 28 19:38:46.008264 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac767a5-b6b1-484c-af3e-6b7b6fdde699 x-openstack-request-id: req-bac767a5-b6b1-484c-af3e-6b7b6fdde699 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:46.008562 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:46.008828 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bac767a5-b6b1-484c-af3e-6b7b6fdde699 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:46.009238 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac767a5-b6b1-484c-af3e-6b7b6fdde699'] response: {'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'status': 'completed', 'code': 200} Apr 28 19:38:46.015455 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13824a-2c39-434b-ad35-0c87ad131661 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event updated for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=7']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:46.068342 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7170-3061-4b8b-9e2f-18532de0f174 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group (f65c4235-8d77-40c9-a287-4c0ab585405e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.081279 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-2de21614-cd97-4b31-a918-73f249d2de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.083955 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-2de21614-cd97-4b31-a918-73f249d2de16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1129 time: 0.0495965 Apr 28 19:38:46.110154 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7170-3061-4b8b-9e2f-18532de0f174 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group (f65c4235-8d77-40c9-a287-4c0ab585405e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.137080 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:46.174538 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55702) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:46.230212 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6c1041d0-2b8e-4d61-9d0d-f586559e4a2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=471d4af8e7de480cbf6d507afc23f7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540364 Apr 28 19:38:46.233403 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55704) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:46.264266 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-fae297d3-57b2-40bb-bf1a-45dff81894e2 None None] Provisioning complete for port dff8ddf1-50c4-402e-a1b7-b1608a340208 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:46.265037 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fae297d3-57b2-40bb-bf1a-45dff81894e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.269486 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7170-3061-4b8b-9e2f-18532de0f174 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (f65c4235-8d77-40c9-a287-4c0ab585405e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.272040 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7170-3061-4b8b-9e2f-18532de0f174 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.275819 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f5ee7170-3061-4b8b-9e2f-18532de0f174 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "DELETE /v2.0/security-groups/f65c4235-8d77-40c9-a287-4c0ab585405e HTTP/1.1" status: 204 len: 168 time: 0.3242304 Apr 28 19:38:46.282293 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55706) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:46.290417 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['86211717-c115-49b1-b99e-c5dbd320f2a7'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:46.296775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee7170-3061-4b8b-9e2f-18532de0f174 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65c4235-8d77-40c9-a287-4c0ab585405e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:46.346255 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['dff8ddf1-50c4-402e-a1b7-b1608a340208'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:46.365753 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-91b9a86e-5d39-4959-a802-1cddfc4b51cb admin admin] Publish callbacks [] for security_group (7741448d-9113-40e1-b899-e91a560498a0), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.433672 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-91b9a86e-5d39-4959-a802-1cddfc4b51cb admin admin] Publish callbacks [] for security_group (7741448d-9113-40e1-b899-e91a560498a0), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.480824 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-c2dadadb-9181-4daa-9156-97b55937f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.482347 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-c2dadadb-9181-4daa-9156-97b55937f284 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 200 len: 915 time: 0.3912275 Apr 28 19:38:46.500223 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-fae297d3-57b2-40bb-bf1a-45dff81894e2 None None] Current status of the port dff8ddf1-50c4-402e-a1b7-b1608a340208 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:46.511778 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Deleting port e278110a-80f5-4f33-8ca1-fbdcef1bc0a7 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:46.511778 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.554337 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-aa58bc2a-079a-4366-84e2-5c14ab3285d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 1000 time: 0.0651617 Apr 28 19:38:46.570577 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-91b9a86e-5d39-4959-a802-1cddfc4b51cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7741448d-9113-40e1-b899-e91a560498a0), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.573202 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-91b9a86e-5d39-4959-a802-1cddfc4b51cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.577347 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-91b9a86e-5d39-4959-a802-1cddfc4b51cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7741448d-9113-40e1-b899-e91a560498a0 HTTP/1.1" status: 204 len: 168 time: 0.3398068 Apr 28 19:38:46.588288 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9a86e-5d39-4959-a802-1cddfc4b51cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7741448d-9113-40e1-b899-e91a560498a0,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:46.608955 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.609605 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for floatingip (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:46.616437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-a793c560-7fbe-4eee-b84a-7e795ff940eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.617960 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-a793c560-7fbe-4eee-b84a-7e795ff940eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89097b27-ab31-4536-ba50-e98100f1a9b0 HTTP/1.1" status: 200 len: 853 time: 0.0578504 Apr 28 19:38:46.625018 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Calling delete_port for e278110a-80f5-4f33-8ca1-fbdcef1bc0a7 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:46.698211 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-6e7f5214-81a8-41ba-a5d1-b4a5c56e0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.701186 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-6e7f5214-81a8-41ba-a5d1-b4a5c56e0546 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f597bfb8-49ff-43ec-91a4-56a688bd482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742311 Apr 28 19:38:46.810820 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-3c02228c-ae8a-4847-a611-071b698a7277 service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032333 Apr 28 19:38:46.834063 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-2f09aded-010f-4f18-90db-818a0497204c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540881 Apr 28 19:38:46.923050 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-c838d4f4-2c4e-4bfb-bc62-1230f62ee6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.925280 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-c838d4f4-2c4e-4bfb-bc62-1230f62ee6e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 1129 time: 0.0586648 Apr 28 19:38:46.931128 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd542996-d362-4f8b-b2b2-51fe7044574a req-c9a0f8ae-9db5-4486-b24f-b2e9e0cc9f7d service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132493 Apr 28 19:38:46.987963 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (e278110a-80f5-4f33-8ca1-fbdcef1bc0a7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.015682 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event deleted for resources: {'Port': ['ID=e278110a-80f5-4f33-8ca1-fbdcef1bc0a7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:47.095546 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55720) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:47.099683 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-19d3a706-0b13-4905-9ee8-7b46c67ff104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.101412 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-19d3a706-0b13-4905-9ee8-7b46c67ff104 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 911 time: 0.1556125 Apr 28 19:38:47.140292 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks [] for floatingip (61d730c6-af1e-4fe0-bc40-236f4f12b1c3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.140639 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Floating IP 61d730c6-af1e-4fe0-bc40-236f4f12b1c3 disassociated (deleted). External IP: 172.27.2.68, port: dff8ddf1-50c4-402e-a1b7-b1608a340208. Apr 28 19:38:47.184806 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-4a18c419-da94-4b09-9438-307493ceb1a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 200 len: 1001 time: 0.0673435 Apr 28 19:38:47.219055 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40d3ad-b52c-44f1-8f60-8b3c3b10cd2f req-fc12c44c-7eae-4ab1-8160-435e06ac6e1d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.220557 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ef40d3ad-b52c-44f1-8f60-8b3c3b10cd2f req-fc12c44c-7eae-4ab1-8160-435e06ac6e1d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 944 time: 0.1280196 Apr 28 19:38:47.232304 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-216cd6c7-bbb6-42bb-80d7-569db0ee2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.235044 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-216cd6c7-bbb6-42bb-80d7-569db0ee2ab1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0458252 Apr 28 19:38:47.272083 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9ad76183-4c17-4e80-bf2f-652d8ee60c66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a997b67a42284c09971a5841ec16f35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650033 Apr 28 19:38:47.272341 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55726) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:47.295822 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-0385d787-917d-485c-9941-2d55da1158fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.297327 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-0385d787-917d-485c-9941-2d55da1158fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569143 Apr 28 19:38:47.323768 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-ef40d3ad-b52c-44f1-8f60-8b3c3b10cd2f req-e50389d7-97bf-422f-9bcd-a00bf396d7b8 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932624 Apr 28 19:38:47.407403 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Publish callbacks [] for security_group (4ec69744-ab37-403b-a65c-18b982d2c40e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.443619 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Publish callbacks [] for security_group (4ec69744-ab37-403b-a65c-18b982d2c40e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.451135 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-ec432046-90e7-4664-891b-3e2f5961d84f service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457672 Apr 28 19:38:47.475879 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363280-14b4-4318-8a2b-1375c4c1160c req-fea3e0da-81bd-44ed-acdd-425c3fb20270 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.477465 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-08363280-14b4-4318-8a2b-1375c4c1160c req-fea3e0da-81bd-44ed-acdd-425c3fb20270 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0593939 Apr 28 19:38:47.486285 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:47.492260 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4ec69744-ab37-403b-a65c-18b982d2c40e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.494968 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.496095 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ec69744-ab37-403b-a65c-18b982d2c40e HTTP/1.1" status: 204 len: 168 time: 0.2228203 Apr 28 19:38:47.504625 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec69744-ab37-403b-a65c-18b982d2c40e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:47.520607 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.521198 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.522563 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.523484 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.524117 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.524620 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.525480 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.526009 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.526626 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.527136 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.528131 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c1f185b0-def7-42c3-ab41-ddbac5cadb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.528943 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.528943 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.529148 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.529389 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.530074 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd732daa-243d-4156-89a2-d9da2d944450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:47.581487 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-08363280-14b4-4318-8a2b-1375c4c1160c req-3d6fb78c-cfd3-41e0-827c-336d1a8eadef tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937715 Apr 28 19:38:47.623344 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 86211717-c115-49b1-b99e-c5dbd320f2a7 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:47.642844 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:47.648468 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.655615 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] Sync routers for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:47.666714 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:47.667338 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:47.683209 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 86211717-c115-49b1-b99e-c5dbd320f2a7 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:47.683611 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.693050 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-0301f907-d2ce-4a70-ae03-e1f304a6c717 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "DELETE /v2.0/floatingips/61d730c6-af1e-4fe0-bc40-236f4f12b1c3 HTTP/1.1" status: 204 len: 168 time: 1.4029267 Apr 28 19:38:47.778005 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 86211717-c115-49b1-b99e-c5dbd320f2a7 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:47.778402 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.790928 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:47.829858 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:47.831293 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:47.834470 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29c7658-07b4-40cb-9275-6613de8ac7ec" -d '{"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-plugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:47.838791 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:47.882822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a993f-996c-43c9-b9a0-e2328abd66fe x-openstack-request-id: req-ff1a993f-996c-43c9-b9a0-e2328abd66fe {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:47.883249 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-plugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:47.883558 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff1a993f-996c-43c9-b9a0-e2328abd66fe {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:47.883977 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1a993f-996c-43c9-b9a0-e2328abd66fe'] response: {'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'code': 200} Apr 28 19:38:47.915834 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:48.009953 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:48.013142 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203edbcd-ef22-4d5d-a845-e0dd64661596" -d '{"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:48.038917 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 5, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:48.051255 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d4c9e0-0095-4505-9f01-078e67122ad8 x-openstack-request-id: req-15d4c9e0-0095-4505-9f01-078e67122ad8 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:48.051576 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:48.051798 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15d4c9e0-0095-4505-9f01-078e67122ad8 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:48.052211 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d4c9e0-0095-4505-9f01-078e67122ad8'] response: {'name': 'network-changed', 'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'status': 'completed', 'code': 200} Apr 28 19:38:48.083670 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] Checking router: ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:48.094099 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:48.094883 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:48.161681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-93d4b703-654f-48cf-93d8-1d9292b9f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.163266 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-93d4b703-654f-48cf-93d8-1d9292b9f0c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b482a37d2f8485a96316399c7595627&device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 1129 time: 0.0716734 Apr 28 19:38:48.237271 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:48.250760 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d9ed4b04-ab82-41b0-80df-f52be167acb4 req-86fb2a9f-fa4d-49e3-b460-ebe383dadf47 service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744752 Apr 28 19:38:48.290753 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-85deeec9-e192-417f-bb92-bb4e1dfe5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.292249 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-85deeec9-e192-417f-bb92-bb4e1dfe5d63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 200 len: 915 time: 0.1205957 Apr 28 19:38:48.438573 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 5, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:48.456123 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce3fa7-ef56-460e-8d0e-f222ee0a7bd0 req-18db7475-885d-48cb-88f2-b6c6b95b0074 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.457673 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5fce3fa7-ef56-460e-8d0e-f222ee0a7bd0 req-18db7475-885d-48cb-88f2-b6c6b95b0074 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0603082 Apr 28 19:38:48.474559 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8752672-7ee2-4a00-b6dc-d351a21dcc85 None None] The sync data for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi is: [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:47Z', 'revision_number': 4, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1df5c1d3-ef78-4b16-a700-74b911e2fb5f', 'name': '', 'network_id': 'f597bfb8-49ff-43ec-91a4-56a688bd482d', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'mac_address': 'fa:16:3e:8f:9c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:46Z', 'updated_at': '2022-04-28T19:34:51Z', 'revision_number': 5, 'project_id': '9b482a37d2f8485a96316399c7595627', 'subnets': [{'id': '89097b27-ab31-4536-ba50-e98100f1a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:48.510029 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-5fce3fa7-ef56-460e-8d0e-f222ee0a7bd0 req-57ec1f78-0d6a-4f1f-b760-ffa3bb658ad2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459690 Apr 28 19:38:48.714182 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a51b2-d0c2-48ce-9e42-31940f98f0d3 req-e251f269-9159-4fd8-b9ab-c4bbbaee5a06 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.715796 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-140a51b2-d0c2-48ce-9e42-31940f98f0d3 req-e251f269-9159-4fd8-b9ab-c4bbbaee5a06 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0578475 Apr 28 19:38:48.738309 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f302803a-c85a-484e-9c7b-9e22ffc91aa7 None None] New status for floating IP 61d730c6-af1e-4fe0-bc40-236f4f12b1c3: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:48.769078 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-140a51b2-d0c2-48ce-9e42-31940f98f0d3 req-b8ab04fa-4e47-4c50-90ac-ed27dd3672a2 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=62db5de0-3f55-44f0-aba8-da0befaf9c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477731 Apr 28 19:38:48.902928 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-098c005e-f348-4fab-904f-9b6f9f4f4ca1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 200 len: 217 time: 0.0624809 Apr 28 19:38:48.908594 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19942e-4846-4562-889a-ecb063356299 req-13155809-0186-47c3-8af4-03991130ca5c tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.910534 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e19942e-4846-4562-889a-ecb063356299 req-13155809-0186-47c3-8af4-03991130ca5c tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 945 time: 0.0622995 Apr 28 19:38:48.957209 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-f163b284-977f-4a6a-8558-73bb0145e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.958925 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-f163b284-977f-4a6a-8558-73bb0145e80b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89097b27-ab31-4536-ba50-e98100f1a9b0 HTTP/1.1" status: 200 len: 853 time: 0.0502317 Apr 28 19:38:48.997415 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa17ff5-3430-4fa5-b7fb-ec5d2d4ac7ba req-50d7e391-4322-412a-8c39-e6ae14b359ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.999353 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-caa17ff5-3430-4fa5-b7fb-ec5d2d4ac7ba req-50d7e391-4322-412a-8c39-e6ae14b359ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1129 time: 0.0874739 Apr 28 19:38:49.013713 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-3977a528-bcc5-41a7-aaa2-ef980bedcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:49.019903 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-3977a528-bcc5-41a7-aaa2-ef980bedcf3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f597bfb8-49ff-43ec-91a4-56a688bd482d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551050 Apr 28 19:38:49.096597 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Deleting port ee4634db-5845-4366-8dcf-adcf870f95ba {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:49.096940 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.104138 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-caa17ff5-3430-4fa5-b7fb-ec5d2d4ac7ba req-fb424758-d86a-41fb-824d-50a1e2ccdbb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969870 Apr 28 19:38:49.125768 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-e07302cd-f1ac-4791-b471-7e3fefc1d6ce service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992806 Apr 28 19:38:49.210913 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] For port ee4634db-5845-4366-8dcf-adcf870f95ba, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ee4634db-5845-4366-8dcf-adcf870f95ba,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:49.211279 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.417298 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.417694 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (472f2681-b982-444c-8e37-b5e943188afa), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.418047 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Floating IP 472f2681-b982-444c-8e37-b5e943188afa disassociated. External IP: 172.27.2.114, port: ee4634db-5845-4366-8dcf-adcf870f95ba. Apr 28 19:38:49.418613 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Calling delete_port for ee4634db-5845-4366-8dcf-adcf870f95ba owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:49.466640 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-203edbcd-ef22-4d5d-a845-e0dd64661596 req-9fbb5d6f-6aef-42d0-a28b-c1e038b910c5 service neutron] 10.222.0.45 "GET /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976334 Apr 28 19:38:49.554655 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (ee4634db-5845-4366-8dcf-adcf870f95ba), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.586613 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event deleted for resources: {'Port': ['ID=ee4634db-5845-4366-8dcf-adcf870f95ba,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:49.669547 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca811f-52a9-4e7d-a698-5d4958b16b4b req-cab4b65d-e333-4698-b604-45b6b4a472f2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:49.671062 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9aca811f-52a9-4e7d-a698-5d4958b16b4b req-cab4b65d-e333-4698-b604-45b6b4a472f2 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0883510 Apr 28 19:38:49.769756 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9aca811f-52a9-4e7d-a698-5d4958b16b4b req-807db7bb-8f3e-4361-8d67-aa796ed66796 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927124 Apr 28 19:38:49.780940 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:38:49.846341 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-43c26888-93e8-4f5f-a6aa-884a89509839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.877150 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1941d889-0f65-4c7a-94ca-4dc754b15c5f req-9a6c0902-544e-4141-9e02-8134e8bb3da9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0283720 Apr 28 19:38:49.899262 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:38:49.908520 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] Sync routers for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:49.917569 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:49.918275 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:49.942482 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] No DVR routers for this DVR port ee4634db-5845-4366-8dcf-adcf870f95ba on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:49.944982 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.948329 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e19942e-4846-4562-889a-ecb063356299 req-ac4c2912-45a9-4239-b7ea-87d9612f0318 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "DELETE /v2.0/ports/ee4634db-5845-4366-8dcf-adcf870f95ba HTTP/1.1" status: 204 len: 173 time: 0.9821444 Apr 28 19:38:49.948796 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'name': 'network-vif-deleted', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:49.951712 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6349e1a1-55b9-4048-a249-562f4905c69c" -d '{"events": [{"server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "name": "network-vif-deleted", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:50.008437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fd16a1-b55e-4752-a161-a09c52c48818 x-openstack-request-id: req-47fd16a1-b55e-4752-a161-a09c52c48818 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:50.008808 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be14091-6f84-488c-83a8-fdc9a568b606", "name": "network-vif-deleted", "tag": "ee4634db-5845-4366-8dcf-adcf870f95ba", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:50.009137 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47fd16a1-b55e-4752-a161-a09c52c48818 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:50.009654 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fd16a1-b55e-4752-a161-a09c52c48818'] response: {'server_uuid': '5be14091-6f84-488c-83a8-fdc9a568b606', 'name': 'network-vif-deleted', 'tag': 'ee4634db-5845-4366-8dcf-adcf870f95ba', 'status': 'completed', 'code': 200} Apr 28 19:38:50.042320 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:50.255237 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:50.289027 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] Checking router: 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:50.299332 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:38:50.299992 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:50.408553 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:38:50.720081 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:50.749851 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b687cf0-f3dc-4831-a898-ce9148e28743 None None] The sync data for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi is: [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:50.920425 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:50.934128 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1419-c5b1-40ff-8bbd-3c551864d437 req-f9bdbf1e-fac8-4927-847a-9b4c3ce05456 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:50.935649 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e6f1419-c5b1-40ff-8bbd-3c551864d437 req-f9bdbf1e-fac8-4927-847a-9b4c3ce05456 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0677333 Apr 28 19:38:50.998599 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4e6f1419-c5b1-40ff-8bbd-3c551864d437 req-e2db87b8-bb73-47f1-9dbf-d8c7aeba5baa tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558939 Apr 28 19:38:51.028245 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-8a9ae3da-39ce-4b1f-921c-ef5e4e0badab req-6f55d139-591d-4ffc-96e9-f4832ed5c26e tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=5be14091-6f84-488c-83a8-fdc9a568b606 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Apr 28 19:38:51.071974 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5cc4d-a1b6-4fdc-be20-88e4a01efbf9 None None] New status for floating IP 472f2681-b982-444c-8e37-b5e943188afa: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:38:51.536075 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e31ece-68f0-47f0-80e0-ea2bc4116359 req-592b9c5c-9279-4456-b76a-51561dd71e86 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:51.537504 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f6e31ece-68f0-47f0-80e0-ea2bc4116359 req-592b9c5c-9279-4456-b76a-51561dd71e86 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0494761 Apr 28 19:38:51.583940 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f6e31ece-68f0-47f0-80e0-ea2bc4116359 req-d87c51c4-769e-431a-ba46-105fab28cec9 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Apr 28 19:38:51.611418 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device ee4634db-5845-4366-8dcf-adcf870f95ba no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:38:51.631610 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: ee4634db-5845-4366-8dcf-adcf870f95ba {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:38:51.631956 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device ee4634db-5845-4366-8dcf-adcf870f95ba not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:38:52.111934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55848) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:52.164102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3075e8b9-159e-4f69-b783-d97343bad079 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (62db5de0-3f55-44f0-aba8-da0befaf9c7b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.192429 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3075e8b9-159e-4f69-b783-d97343bad079 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (62db5de0-3f55-44f0-aba8-da0befaf9c7b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.240266 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3075e8b9-159e-4f69-b783-d97343bad079 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (62db5de0-3f55-44f0-aba8-da0befaf9c7b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.243206 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3075e8b9-159e-4f69-b783-d97343bad079 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.244555 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3075e8b9-159e-4f69-b783-d97343bad079 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "DELETE /v2.0/security-groups/62db5de0-3f55-44f0-aba8-da0befaf9c7b HTTP/1.1" status: 204 len: 168 time: 0.1314924 Apr 28 19:38:52.248826 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55850) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:52.254819 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075e8b9-159e-4f69-b783-d97343bad079 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62db5de0-3f55-44f0-aba8-da0befaf9c7b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:52.262248 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-324e13ba-783a-4049-b3df-9d50f1729e27 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] show failed (client error): The resource could not be found. Apr 28 19:38:52.263253 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-324e13ba-783a-4049-b3df-9d50f1729e27 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups/62db5de0-3f55-44f0-aba8-da0befaf9c7b HTTP/1.1" status: 404 len: 347 time: 0.0133548 Apr 28 19:38:52.266097 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55852) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:52.363275 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.382517 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Deleting port 74f618e7-9ee5-450c-8818-58dd51d5bb2a {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:52.382856 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.459071 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.459395 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (74f618e7-9ee5-450c-8818-58dd51d5bb2a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.475370 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Calling delete_port for 74f618e7-9ee5-450c-8818-58dd51d5bb2a owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:52.602554 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (74f618e7-9ee5-450c-8818-58dd51d5bb2a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.635851 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event deleted for resources: {'Port': ['ID=74f618e7-9ee5-450c-8818-58dd51d5bb2a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:52.700761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (472f2681-b982-444c-8e37-b5e943188afa), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.703292 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.704445 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-43754208-5f0a-42ff-b103-7bdcd846dba9 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "DELETE /v2.0/floatingips/472f2681-b982-444c-8e37-b5e943188afa HTTP/1.1" status: 204 len: 168 time: 0.4374564 Apr 28 19:38:52.708335 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeabe7c-68b9-44b7-b9c6-2fd7f2eef059 req-24d85363-762e-4677-8731-24209b29ce96 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:52.709856 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cbeabe7c-68b9-44b7-b9c6-2fd7f2eef059 req-24d85363-762e-4677-8731-24209b29ce96 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0553327 Apr 28 19:38:52.756605 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-cbeabe7c-68b9-44b7-b9c6-2fd7f2eef059 req-1d1a54c7-06c7-426a-ad98-4263e4c61670 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409412 Apr 28 19:38:52.889081 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 55860) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:52.893594 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-d41bc3b1-7b0d-4c90-8b16-70d99da73522 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992444201', 'description': 'tempest-description--1142156780'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:52.913369 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d41bc3b1-7b0d-4c90-8b16-70d99da73522 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.977405 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d41bc3b1-7b0d-4c90-8b16-70d99da73522 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (29857fbb-8ae8-4371-be6f-c2efc6c55516), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.980799 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d41bc3b1-7b0d-4c90-8b16-70d99da73522 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (29857fbb-8ae8-4371-be6f-c2efc6c55516), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.009817 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d41bc3b1-7b0d-4c90-8b16-70d99da73522 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.010997 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d41bc3b1-7b0d-4c90-8b16-70d99da73522 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1208870 Apr 28 19:38:53.012750 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bc3b1-7b0d-4c90-8b16-70d99da73522 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29857fbb-8ae8-4371-be6f-c2efc6c55516,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:53.015126 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55862) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:53.019836 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-b1273e8a-d44d-4bcb-8141-4cbe0fa03a64 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'security_group_rule': {'security_group_id': '29857fbb-8ae8-4371-be6f-c2efc6c55516', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:53.044295 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1273e8a-d44d-4bcb-8141-4cbe0fa03a64 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (97f81502-9bea-460a-ad06-d02b1d84fbcc), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.098610 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1273e8a-d44d-4bcb-8141-4cbe0fa03a64 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (97f81502-9bea-460a-ad06-d02b1d84fbcc), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.102145 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1273e8a-d44d-4bcb-8141-4cbe0fa03a64 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (97f81502-9bea-460a-ad06-d02b1d84fbcc), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.119375 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1273e8a-d44d-4bcb-8141-4cbe0fa03a64 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f81502-9bea-460a-ad06-d02b1d84fbcc,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:53.127578 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1273e8a-d44d-4bcb-8141-4cbe0fa03a64 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.128746 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b1273e8a-d44d-4bcb-8141-4cbe0fa03a64 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125696 Apr 28 19:38:53.131469 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55866) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:53.135622 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-4f3b4686-dd71-40c1-9ebe-962fa14b2f14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'security_group_rule': {'security_group_id': '29857fbb-8ae8-4371-be6f-c2efc6c55516', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:53.158793 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f3b4686-dd71-40c1-9ebe-962fa14b2f14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (d251c250-5231-49b5-b847-63a1972b0056), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.214597 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f3b4686-dd71-40c1-9ebe-962fa14b2f14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (d251c250-5231-49b5-b847-63a1972b0056), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.217981 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f3b4686-dd71-40c1-9ebe-962fa14b2f14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (d251c250-5231-49b5-b847-63a1972b0056), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.234506 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b4686-dd71-40c1-9ebe-962fa14b2f14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d251c250-5231-49b5-b847-63a1972b0056,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:53.248396 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f3b4686-dd71-40c1-9ebe-962fa14b2f14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.249587 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4f3b4686-dd71-40c1-9ebe-962fa14b2f14 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171958 Apr 28 19:38:53.253265 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 55868) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:53.257709 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:53.276078 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.350373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.710488 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Allocated IP 172.27.2.23 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/98fb801c-4d96-4861-b18c-aaab81c9f1df) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:53.813817 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.880767 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbdf2c-333e-4e6d-b941-24e82ddba4cc req-5df5c902-06b9-475b-b197-5fa7dc1d4587 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:53.882282 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2bbdf2c-333e-4e6d-b941-24e82ddba4cc req-5df5c902-06b9-475b-b197-5fa7dc1d4587 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0571229 Apr 28 19:38:53.883629 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.933736 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:53.941185 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:53.947702 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:53.952102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'Port': ['ID=98fb801c-4d96-4861-b18c-aaab81c9f1df,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:53.999769 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:54.003661 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f2bbdf2c-333e-4e6d-b941-24e82ddba4cc req-c5cd025c-dab3-408b-811e-cac362de05a7 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119161 Apr 28 19:38:54.052648 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (8a58b5d7-8634-4041-9c64-40c7b171f65d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:54.087956 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:54.234630 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:54.238945 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:54.303586 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'Port': ['ID=98fb801c-4d96-4861-b18c-aaab81c9f1df,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:54.315738 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (8a58b5d7-8634-4041-9c64-40c7b171f65d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:54.331008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:54.332244 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9ce4e909-9b44-413a-a18b-46a1d23af255 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0779934 Apr 28 19:38:54.518438 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-cf6f1db4-9e39-47dc-8bee-644b433eb9dd tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--992444201&fields=id&tenant_id=91436557708c4c4b953db90ed49d6df0 HTTP/1.1" status: 200 len: 267 time: 0.0418468 Apr 28 19:38:54.623190 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-0f0a0b71-35eb-4f83-a1b3-b7dfa0795966 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:54.624542 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-0f0a0b71-35eb-4f83-a1b3-b7dfa0795966 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 810 time: 0.0998669 Apr 28 19:38:54.638278 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-926eead2-5f07-4e19-a6cc-5a55ceedaec4 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/quotas/91436557708c4c4b953db90ed49d6df0 HTTP/1.1" status: 200 len: 375 time: 0.0084994 Apr 28 19:38:54.685002 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-2ebedfb3-0a01-4865-8cb6-238528954ab3 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421855 Apr 28 19:38:54.783186 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a0afee0d-5e1e-40b7-9407-f70784b09d10 service neutron] 10.222.0.55 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847359 Apr 28 19:38:54.870433 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-df12afbf-b778-4d92-8a77-e23a8d30638b service neutron] 10.222.0.55 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816145 Apr 28 19:38:55.028250 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f823348d-cbf6-4582-b053-1d3a8d2f4e30 req-dd573a49-1730-4423-9651-0ce3c1a61199 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 210 time: 0.0301900 Apr 28 19:38:55.124416 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc4b77-8baa-4fb9-8d30-a819b6b51922 req-3f9ae809-c420-4d96-a9fe-07b4f7b666e8 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:55.125942 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-95bc4b77-8baa-4fb9-8d30-a819b6b51922 req-3f9ae809-c420-4d96-a9fe-07b4f7b666e8 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0523546 Apr 28 19:38:55.178443 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-95bc4b77-8baa-4fb9-8d30-a819b6b51922 req-b27117ce-1cc4-4498-9de6-e79b42f58748 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Apr 28 19:38:56.122545 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-375e40df-f38a-4f22-94cf-c0c13e77a1af req-1acc0e89-d557-4a6f-8e37-6851d22815d1 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Apr 28 19:38:56.287889 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1692d-fe07-4071-873d-61c721d24c11 req-6925c784-0428-4721-9f83-c06512225b3b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:56.289334 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-76b1692d-fe07-4071-873d-61c721d24c11 req-6925c784-0428-4721-9f83-c06512225b3b tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0455904 Apr 28 19:38:56.335399 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-76b1692d-fe07-4071-873d-61c721d24c11 req-c5da8387-4d71-494d-8e40-94957bd12456 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Apr 28 19:38:57.222002 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b2aeb74c-cb27-47f2-818b-91865f4e33db req-7af8092e-d9cf-4065-a406-3b4d21ce7ab8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 210 time: 0.0293422 Apr 28 19:38:57.405380 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1893a-584d-4316-a857-d4d0992494f4 req-89f88600-31b5-4d50-996d-5de8748f4761 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.406806 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10e1893a-584d-4316-a857-d4d0992494f4 req-89f88600-31b5-4d50-996d-5de8748f4761 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.0549507 Apr 28 19:38:57.520035 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Deleting port dff8ddf1-50c4-402e-a1b7-b1608a340208 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:38:57.520589 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:57.531991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a77c0976-86b6-441f-8099-82485424814c tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.533526 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a77c0976-86b6-441f-8099-82485424814c tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 810 time: 0.1829491 Apr 28 19:38:57.539970 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a352-f0c1-459e-8c39-cba69fb92975 req-b853121c-c8ed-4f1e-89ba-f938577d3ee3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.542194 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fa74a352-f0c1-459e-8c39-cba69fb92975 req-b853121c-c8ed-4f1e-89ba-f938577d3ee3 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a752ed7-3a29-4b97-a330-b20d11c804b1 HTTP/1.1" status: 200 len: 945 time: 0.1228268 Apr 28 19:38:57.623846 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] For port dff8ddf1-50c4-402e-a1b7-b1608a340208, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=dff8ddf1-50c4-402e-a1b7-b1608a340208,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:57.624500 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:57.632073 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fa74a352-f0c1-459e-8c39-cba69fb92975 req-618ca31f-0c5b-4bca-b784-77d55d99c50f tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.55 "GET /v2.0/security-groups?id=14b01b43-87dc-4537-8000-7b32e2d99861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826037 Apr 28 19:38:57.636990 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-ab10f209-787c-4e6e-8144-867ca8e3b207 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91436557708c4c4b953db90ed49d6df0 HTTP/1.1" status: 200 len: 379 time: 0.0934789 Apr 28 19:38:57.640208 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Calling delete_port for dff8ddf1-50c4-402e-a1b7-b1608a340208 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:38:57.647311 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'port': {'device_id': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'admin_state_up': True, 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'security_groups': ['29857fbb-8ae8-4371-be6f-c2efc6c55516']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:57.770397 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Made reservation on behalf of 91436557708c4c4b953db90ed49d6df0 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:57.776849 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:57.794936 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (dff8ddf1-50c4-402e-a1b7-b1608a340208), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:57.807095 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['dff8ddf1-50c4-402e-a1b7-b1608a340208'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:38:57.827242 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Pushing event deleted for resources: {'Port': ['ID=dff8ddf1-50c4-402e-a1b7-b1608a340208,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:57.882316 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] No DVR routers for this DVR port dff8ddf1-50c4-402e-a1b7-b1608a340208 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:57.885025 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:57.888675 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-10e1893a-584d-4316-a857-d4d0992494f4 req-5fd5769d-eede-4e00-9f1e-873c54eed200 tempest-TestMinimumBasicScenario-1936989862 tempest-TestMinimumBasicScenario-1936989862-project] 10.222.0.45 "DELETE /v2.0/ports/dff8ddf1-50c4-402e-a1b7-b1608a340208 HTTP/1.1" status: 204 len: 173 time: 0.4755409 Apr 28 19:38:57.889203 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'name': 'network-vif-deleted', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:57.891615 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bcf92a-2df7-4b74-a5a9-e17bec4086a1" -d '{"events": [{"server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "name": "network-vif-deleted", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:57.947550 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca357f-f5cc-414a-852f-e9e527c197e2 x-openstack-request-id: req-8aca357f-f5cc-414a-852f-e9e527c197e2 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:57.947956 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a752ed7-3a29-4b97-a330-b20d11c804b1", "name": "network-vif-deleted", "tag": "dff8ddf1-50c4-402e-a1b7-b1608a340208", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:57.948279 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8aca357f-f5cc-414a-852f-e9e527c197e2 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:57.948749 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aca357f-f5cc-414a-852f-e9e527c197e2'] response: {'server_uuid': '6a752ed7-3a29-4b97-a330-b20d11c804b1', 'name': 'network-vif-deleted', 'tag': 'dff8ddf1-50c4-402e-a1b7-b1608a340208', 'status': 'completed', 'code': 200} Apr 28 19:38:57.984004 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Allocated IP 172.20.0.10 (6a69a811-5382-473d-8a9b-4d99b241ca89/7572f7a2-ce75-4095-91b9-b55e6389d934/860cca87-e128-45b8-ad43-f06a3608997d) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:58.120214 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for port (860cca87-e128-45b8-ad43-f06a3608997d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.151548 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (860cca87-e128-45b8-ad43-f06a3608997d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.193124 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:58.196299 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:58.202538 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:58.234779 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event updated for resources: {'Port': ['ID=860cca87-e128-45b8-ad43-f06a3608997d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.267122 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.267583 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.288481 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-75bd14b9-249f-4b04-b17c-beb999206ec7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6455367 Apr 28 19:38:58.343967 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Request body: {'port': {'device_id': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:58.393018 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d37665-32a6-45bf-bf4b-6b3553104821 req-8d41b6e5-e7e0-49f1-8854-cf0b2bbcd62b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.398193 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f6d37665-32a6-45bf-bf4b-6b3553104821 req-8d41b6e5-e7e0-49f1-8854-cf0b2bbcd62b tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 932 time: 0.0978804 Apr 28 19:38:58.471208 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f6d37665-32a6-45bf-bf4b-6b3553104821 req-2271748f-441d-4b5b-ba71-1b1b7bd4a911 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698302 Apr 28 19:38:58.473704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (860cca87-e128-45b8-ad43-f06a3608997d), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.510922 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4474c574-a07d-4582-a4f9-b9fe0a093a74 None None] Provisioning complete for port 860cca87-e128-45b8-ad43-f06a3608997d triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:58.511298 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4474c574-a07d-4582-a4f9-b9fe0a093a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (860cca87-e128-45b8-ad43-f06a3608997d), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.548401 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4474c574-a07d-4582-a4f9-b9fe0a093a74 None None] Port 860cca87-e128-45b8-ad43-f06a3608997d cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:38:58.728500 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860cca87-e128-45b8-ad43-f06a3608997d {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:58.736498 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Publish callbacks [] for port (860cca87-e128-45b8-ad43-f06a3608997d), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.749614 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Transition to ACTIVE for port object 860cca87-e128-45b8-ad43-f06a3608997d will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:38:58.753380 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (860cca87-e128-45b8-ad43-f06a3608997d), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.807680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Pushing event updated for resources: {'Port': ['ID=860cca87-e128-45b8-ad43-f06a3608997d,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.896663 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Attempting to bind port 860cca87-e128-45b8-ad43-f06a3608997d on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:38:58.897006 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Attempting to bind port 860cca87-e128-45b8-ad43-f06a3608997d by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:38:58.897336 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Attempting to bind port 860cca87-e128-45b8-ad43-f06a3608997d on network 6a69a811-5382-473d-8a9b-4d99b241ca89 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:58.902078 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Port 860cca87-e128-45b8-ad43-f06a3608997d on network 6a69a811-5382-473d-8a9b-4d99b241ca89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:38:58.902408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Attempting to bind port 860cca87-e128-45b8-ad43-f06a3608997d on network 6a69a811-5382-473d-8a9b-4d99b241ca89 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:58.907474 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:58.907810 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Checking segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:38:58.908188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Bound using segment: {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:58.908606 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Bound port: 860cca87-e128-45b8-ad43-f06a3608997d, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a045fe8b-54dc-43b9-915f-9d083b358fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:38:58.908961 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (860cca87-e128-45b8-ad43-f06a3608997d), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:58.985035 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] For port 860cca87-e128-45b8-ad43-f06a3608997d, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:58.990300 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] For port 860cca87-e128-45b8-ad43-f06a3608997d, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=860cca87-e128-45b8-ad43-f06a3608997d,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:58.997387 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (860cca87-e128-45b8-ad43-f06a3608997d), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:59.036673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.037222 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:59.038631 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] 10.222.0.45 "PUT /v2.0/ports/860cca87-e128-45b8-ad43-f06a3608997d HTTP/1.1" status: 200 len: 1094 time: 0.7002525 Apr 28 19:38:59.039185 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:59.041469 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870997c0-9c10-454b-ad86-84531779a642" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "tag": "860cca87-e128-45b8-ad43-f06a3608997d"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:38:59.071736 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6905c1f-e5b8-428f-a820-1678fbeafc5a service neutron] Pushing event updated for resources: {'Port': ['ID=860cca87-e128-45b8-ad43-f06a3608997d,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.140630 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404b87cb-0932-4655-bcaf-4d5068b80cf8 x-openstack-request-id: req-404b87cb-0932-4655-bcaf-4d5068b80cf8 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:38:59.141808 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "tag": "860cca87-e128-45b8-ad43-f06a3608997d", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:38:59.142269 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-404b87cb-0932-4655-bcaf-4d5068b80cf8 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:38:59.142704 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404b87cb-0932-4655-bcaf-4d5068b80cf8'] response: {'name': 'network-changed', 'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d', 'status': 'completed', 'code': 200} Apr 28 19:38:59.162206 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-feac1986-96de-40d4-aab7-63f446928587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.165387 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-feac1986-96de-40d4-aab7-63f446928587 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 1128 time: 0.0647044 Apr 28 19:38:59.240120 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-31458f00-dae0-49e4-b24b-2032814f2246 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860cca87-e128-45b8-ad43-f06a3608997d HTTP/1.1" status: 200 len: 217 time: 0.0636187 Apr 28 19:38:59.313342 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-69fe5549-0db6-4fb5-b96b-1c48c5319025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.315427 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-69fe5549-0db6-4fb5-b96b-1c48c5319025 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0668743 Apr 28 19:38:59.365897 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-9300a401-4b12-438e-bae8-dccae2137fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.367392 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-9300a401-4b12-438e-bae8-dccae2137fdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462027 Apr 28 19:38:59.437004 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56012) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:59.474041 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-f36232ea-bc70-431f-a16d-4b6ced3d547d service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996478 Apr 28 19:38:59.838514 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f2303-9a9f-4ba8-ab74-8d6b1424c8e0 req-939f39cb-aa62-4c96-a469-c4f79814219f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.839970 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce0f2303-9a9f-4ba8-ab74-8d6b1424c8e0 req-939f39cb-aa62-4c96-a469-c4f79814219f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 944 time: 0.0817304 Apr 28 19:38:59.863432 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:59.867608 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f7614a5c-34e0-4d28-bff8-b489f8575049 req-fba531fa-b6d9-45d6-8600-4237a57452c6 service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879478 Apr 28 19:38:59.903381 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ce0f2303-9a9f-4ba8-ab74-8d6b1424c8e0 req-299c568b-c733-454c-82b0-75a4fc690592 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571823 Apr 28 19:39:00.068513 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device dff8ddf1-50c4-402e-a1b7-b1608a340208 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:00.088387 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: dff8ddf1-50c4-402e-a1b7-b1608a340208 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:00.088794 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device dff8ddf1-50c4-402e-a1b7-b1608a340208 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:00.150337 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Deleting port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:00.150672 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:00.228536 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] For port 1df5c1d3-ef78-4b16-a700-74b911e2fb5f, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:00.228898 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:00.241480 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Calling delete_port for 1df5c1d3-ef78-4b16-a700-74b911e2fb5f owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:00.420924 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (1df5c1d3-ef78-4b16-a700-74b911e2fb5f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:00.447426 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Pushing event deleted for resources: {'Port': ['ID=1df5c1d3-ef78-4b16-a700-74b911e2fb5f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.628199 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:00.749925 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56032) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:00.857695 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-82c107dd-d5fc-4a71-8b55-1826316d60d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:00.859623 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:00.932722 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-82c107dd-d5fc-4a71-8b55-1826316d60d3 admin admin] Publish callbacks [] for security_group (1d662bea-69ad-48ca-9bc7-fe0200666410), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:00.937864 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-82c107dd-d5fc-4a71-8b55-1826316d60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (1d662bea-69ad-48ca-9bc7-fe0200666410), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:00.976051 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c107dd-d5fc-4a71-8b55-1826316d60d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d662bea-69ad-48ca-9bc7-fe0200666410,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.977932 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:00.980162 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-82c107dd-d5fc-4a71-8b55-1826316d60d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e06fa1886b3b4ca9a85d03507bb0a6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290084 Apr 28 19:39:00.982785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56038) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:00.988169 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-00ee03da-a310-499b-8ac6-9bbfd0735aed admin admin] 10.222.0.55 "PUT /v2.0/routers/ec505b93-e3a7-404b-95c4-eed2c0bcf1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5499117 Apr 28 19:39:00.988719 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56040) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:00.992373 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] Sync routers for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:01.006601 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:01.007834 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:01.055892 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb52f5-05b6-4a30-b72e-fe4e6975a516 req-1c22129a-89b7-4b06-9254-1ea7e406f540 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:01.058074 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3fdb52f5-05b6-4a30-b72e-fe4e6975a516 req-1c22129a-89b7-4b06-9254-1ea7e406f540 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 944 time: 0.0595236 Apr 28 19:39:01.113277 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3fdb52f5-05b6-4a30-b72e-fe4e6975a516 req-6cdcbbae-e839-41f4-9f6e-94fc1ddc4565 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470665 Apr 28 19:39:01.119153 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f639286e-5dd2-4651-beb5-f52a67fc1c8c admin admin] Publish callbacks [] for security_group (1d662bea-69ad-48ca-9bc7-fe0200666410), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.128884 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:01.149868 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks [] for router (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.191761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f639286e-5dd2-4651-beb5-f52a67fc1c8c admin admin] Publish callbacks [] for security_group (1d662bea-69ad-48ca-9bc7-fe0200666410), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.285881 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f639286e-5dd2-4651-beb5-f52a67fc1c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (1d662bea-69ad-48ca-9bc7-fe0200666410), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.288309 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f639286e-5dd2-4651-beb5-f52a67fc1c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.289419 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f639286e-5dd2-4651-beb5-f52a67fc1c8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d662bea-69ad-48ca-9bc7-fe0200666410 HTTP/1.1" status: 204 len: 168 time: 0.3057387 Apr 28 19:39:01.294759 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks [] for router_gateway (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.299683 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '781b354d-6cc8-4069-9281-c326f48626ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:39:00Z', 'revision_number': 5, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port': {'id': '781b354d-6cc8-4069-9281-c326f48626ad', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:01.303780 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639286e-5dd2-4651-beb5-f52a67fc1c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d662bea-69ad-48ca-9bc7-fe0200666410,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:01.333444 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] Checking router: ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:01.341918 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] Routers {'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:01.342532 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:01.365414 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Deleting port 781b354d-6cc8-4069-9281-c326f48626ad {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:01.365414 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (781b354d-6cc8-4069-9281-c326f48626ad), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.435450 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] Set router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:01.455027 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] For port 781b354d-6cc8-4069-9281-c326f48626ad, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=781b354d-6cc8-4069-9281-c326f48626ad,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:01.455404 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (781b354d-6cc8-4069-9281-c326f48626ad), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.471112 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Calling delete_port for 781b354d-6cc8-4069-9281-c326f48626ad owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:01.491299 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:39:01Z', 'revision_number': 6, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:01.517689 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd9d59-47f1-4339-af31-7e4551c84281 None None] The sync data for ids ['ec505b93-e3a7-404b-95c4-eed2c0bcf1f0'] in dv-cinder-826949-7-iscsi is: [{'id': 'ec505b93-e3a7-404b-95c4-eed2c0bcf1f0', 'name': 'tempest-TestMinimumBasicScenario-550574323-router', 'tenant_id': '9b482a37d2f8485a96316399c7595627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:44Z', 'updated_at': '2022-04-28T19:39:01Z', 'revision_number': 6, 'project_id': '9b482a37d2f8485a96316399c7595627', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:01.594510 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56046) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:01.609928 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e094d69-867a-4f34-93c5-d6729e6e7fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.680549 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (781b354d-6cc8-4069-9281-c326f48626ad), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.719785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=781b354d-6cc8-4069-9281-c326f48626ad,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:01.787399 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e094d69-867a-4f34-93c5-d6729e6e7fa1 admin admin] Publish callbacks [] for security_group (8c5adaf1-d992-48bb-832c-228ebe722c13), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.793972 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e094d69-867a-4f34-93c5-d6729e6e7fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (8c5adaf1-d992-48bb-832c-228ebe722c13), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.815118 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.906788 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e094d69-867a-4f34-93c5-d6729e6e7fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5adaf1-d992-48bb-832c-228ebe722c13,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:01.913753 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3e094d69-867a-4f34-93c5-d6729e6e7fa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dcbe6076d22946c289bf90edcc712b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171141 Apr 28 19:39:01.915622 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56048) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:01.946125 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.948462 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks [] for router_controller (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.970075 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb385-ada7-4dac-9a38-a3f0062cdc36 admin admin] Publish callbacks [] for security_group (8c5adaf1-d992-48bb-832c-228ebe722c13), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:01.992470 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb385-ada7-4dac-9a38-a3f0062cdc36 admin admin] Publish callbacks [] for security_group (8c5adaf1-d992-48bb-832c-228ebe722c13), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.021584 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (ec505b93-e3a7-404b-95c4-eed2c0bcf1f0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.022178 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:39:02.027635 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.031380 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56052) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:02.031587 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e79e89b5-142e-43ae-8678-e5040e716f41 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ec505b93-e3a7-404b-95c4-eed2c0bcf1f0 HTTP/1.1" status: 204 len: 168 time: 1.0410554 Apr 28 19:39:02.075158 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb385-ada7-4dac-9a38-a3f0062cdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (8c5adaf1-d992-48bb-832c-228ebe722c13), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.077788 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb385-ada7-4dac-9a38-a3f0062cdc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.078935 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4b9bb385-ada7-4dac-9a38-a3f0062cdc36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c5adaf1-d992-48bb-832c-228ebe722c13 HTTP/1.1" status: 204 len: 168 time: 0.1622119 Apr 28 19:39:02.083604 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 860cca87-e128-45b8-ad43-f06a3608997d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:02.086775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] Deleting subnet 89097b27-ab31-4536-ba50-e98100f1a9b0 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:39:02.090452 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] Publish callbacks [] for subnet (89097b27-ab31-4536-ba50-e98100f1a9b0), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.119207 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bb385-ada7-4dac-9a38-a3f0062cdc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5adaf1-d992-48bb-832c-228ebe722c13,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.135085 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13154238'] for subnet (89097b27-ab31-4536-ba50-e98100f1a9b0), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.152876 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870997c0-9c10-454b-ad86-84531779a642 req-7c4a703f-bdcd-44db-9700-31f7491b02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.154735 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-870997c0-9c10-454b-ad86-84531779a642 req-7c4a703f-bdcd-44db-9700-31f7491b02a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 1128 time: 0.0561631 Apr 28 19:39:02.232056 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (89097b27-ab31-4536-ba50-e98100f1a9b0), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.260160 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 860cca87-e128-45b8-ad43-f06a3608997d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=860cca87-e128-45b8-ad43-f06a3608997d,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:02.274830 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '860cca87-e128-45b8-ad43-f06a3608997d', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'port_id': '860cca87-e128-45b8-ad43-f06a3608997d', 'mac_address': 'fa:16:3e:be:c3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:39:02.306371 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12872756'] for subnet (89097b27-ab31-4536-ba50-e98100f1a9b0), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.324668 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.331430 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/89097b27-ab31-4536-ba50-e98100f1a9b0 HTTP/1.1" status: 204 len: 168 time: 0.2988291 Apr 28 19:39:02.334051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56060) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:02.338174 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da019605-7a03-4a5b-960f-a761e3a2ee11 None None] Network f597bfb8-49ff-43ec-91a4-56a688bd482d requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:39:02.343276 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870997c0-9c10-454b-ad86-84531779a642 req-72044bbd-0af5-4cd2-9836-48b344698512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.344758 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-870997c0-9c10-454b-ad86-84531779a642 req-72044bbd-0af5-4cd2-9836-48b344698512 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 911 time: 0.1829844 Apr 28 19:39:02.356969 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200bb7b-1526-46bb-967f-9a71ec63a9c9 req-4154971c-4f7d-4c33-a16c-02c6583deaed tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.358659 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 860cca87-e128-45b8-ad43-f06a3608997d is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:02.359237 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (860cca87-e128-45b8-ad43-f06a3608997d), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.367436 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9200bb7b-1526-46bb-967f-9a71ec63a9c9 req-4154971c-4f7d-4c33-a16c-02c6583deaed tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 944 time: 0.0975485 Apr 28 19:39:02.383841 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860cca87-e128-45b8-ad43-f06a3608997d {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:02.445713 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-870997c0-9c10-454b-ad86-84531779a642 req-59f5f871-8ed1-4ae4-9407-24833dd87832 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860cca87-e128-45b8-ad43-f06a3608997d HTTP/1.1" status: 200 len: 217 time: 0.0734293 Apr 28 19:39:02.479974 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 860cca87-e128-45b8-ad43-f06a3608997d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=860cca87-e128-45b8-ad43-f06a3608997d,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:02.510196 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9200bb7b-1526-46bb-967f-9a71ec63a9c9 req-b23d885b-3037-4bc0-804b-d629218c656a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418657 Apr 28 19:39:02.520320 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870997c0-9c10-454b-ad86-84531779a642 req-e0d8c895-fd10-425b-99d8-7fa9a753d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.528117 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-870997c0-9c10-454b-ad86-84531779a642 req-e0d8c895-fd10-425b-99d8-7fa9a753d5a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0697985 Apr 28 19:39:02.528234 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (860cca87-e128-45b8-ad43-f06a3608997d), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.593488 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870997c0-9c10-454b-ad86-84531779a642 req-d719abe3-2a48-4d42-bc32-fa76a42c4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.595087 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-870997c0-9c10-454b-ad86-84531779a642 req-d719abe3-2a48-4d42-bc32-fa76a42c4127 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630403 Apr 28 19:39:02.601132 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=860cca87-e128-45b8-ad43-f06a3608997d,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.667931 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] DHCP port deletion for f597bfb8-49ff-43ec-91a4-56a688bd482d request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:39:02.716419 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-870997c0-9c10-454b-ad86-84531779a642 req-7f17a1eb-4617-4d20-8456-2bf7fb00895d service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142414 Apr 28 19:39:02.727236 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] Deleting port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:02.727612 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.800498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a1204-2426-4029-bd23-69929da5cd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89097b27-ab31-4536-ba50-e98100f1a9b0,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.825775 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] For port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:02.826462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.839332 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (f597bfb8-49ff-43ec-91a4-56a688bd482d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.843392 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] Calling delete_port for d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:02.845521 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-870997c0-9c10-454b-ad86-84531779a642 req-6b72fef6-b144-43cb-9d04-12946cab3bbb service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219575 Apr 28 19:39:02.898038 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Deleting port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:02.898381 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.958085 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.971516 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] For port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,segment=NetworkSegment(57a721a3-ba23-4efd-ac06-c98b49e955a1),segment_id=57a721a3-ba23-4efd-ac06-c98b49e955a1)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:02.972066 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:02.988639 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Calling delete_port for d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:02.988968 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] Pushing event deleted for resources: {'Port': ['ID=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.995200 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49990ef-c77c-4ad6-87dc-17fcf440968b None None] No DVR routers for this DVR port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 on host dv-cinder-826949-7-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:03.026685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['860cca87-e128-45b8-ad43-f06a3608997d'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:03.063236 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1df5c1d3-ef78-4b16-a700-74b911e2fb5f no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:03.081001 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (d82b2953-a714-4cf3-b7bd-0d4c2f0286b1), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.092407 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 1df5c1d3-ef78-4b16-a700-74b911e2fb5f {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:03.092970 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1df5c1d3-ef78-4b16-a700-74b911e2fb5f not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:03.093344 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 781b354d-6cc8-4069-9281-c326f48626ad no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:03.116216 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82b2953-a714-4cf3-b7bd-0d4c2f0286b1,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.118125 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] No DVR routers for this DVR port d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 on host dv-cinder-826949-7-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:03.124148 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 781b354d-6cc8-4069-9281-c326f48626ad {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:03.125403 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 781b354d-6cc8-4069-9281-c326f48626ad not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:03.125939 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:03.148850 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:03.149288 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device d82b2953-a714-4cf3-b7bd-0d4c2f0286b1 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:03.212256 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (f597bfb8-49ff-43ec-91a4-56a688bd482d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.236517 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f597bfb8-49ff-43ec-91a4-56a688bd482d']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:03.245774 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a721a3-ba23-4efd-ac06-c98b49e955a1') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:03.246076 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a721a3-ba23-4efd-ac06-c98b49e955a1') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:03.255198 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (57a721a3-ba23-4efd-ac06-c98b49e955a1), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.268115 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (57a721a3-ba23-4efd-ac06-c98b49e955a1), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.273849 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:39:03.274235 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (57a721a3-ba23-4efd-ac06-c98b49e955a1), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: self.session.flush() Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: self.session.flush() Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: self.session.flush() Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: self.session.flush() Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:39:03.275943 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:39:03.335445 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (f597bfb8-49ff-43ec-91a4-56a688bd482d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.340948 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.346566 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f597bfb8-49ff-43ec-91a4-56a688bd482d HTTP/1.1" status: 204 len: 168 time: 1.0116537 Apr 28 19:39:03.349516 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56088) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:03.366878 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee9ac4-6602-43bc-9563-be76b050ffe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f597bfb8-49ff-43ec-91a4-56a688bd482d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.634817 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab5b1-0ad5-48b3-a5ec-4883571335f8 req-043816fb-59d3-4c19-8cdf-1e2cbd544b62 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:03.636890 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f12ab5b1-0ad5-48b3-a5ec-4883571335f8 req-043816fb-59d3-4c19-8cdf-1e2cbd544b62 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 945 time: 0.0477009 Apr 28 19:39:03.691822 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:03.692636 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f12ab5b1-0ad5-48b3-a5ec-4883571335f8 req-e26e823e-52e2-4199-8878-eba118af12fc tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498829 Apr 28 19:39:03.936243 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Deleting port 1d511eb6-daf7-43f2-8b08-233e597b9f07 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:03.936584 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:04.017753 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] For port 1d511eb6-daf7-43f2-8b08-233e597b9f07, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1d511eb6-daf7-43f2-8b08-233e597b9f07,segment=NetworkSegment(e2fa16c3-2f7d-4806-88af-eafc88d078a7),segment_id=e2fa16c3-2f7d-4806-88af-eafc88d078a7)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:04.018168 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:04.034463 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Calling delete_port for 1d511eb6-daf7-43f2-8b08-233e597b9f07 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:04.095418 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 860cca87-e128-45b8-ad43-f06a3608997d up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:04.158846 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 860cca87-e128-45b8-ad43-f06a3608997d completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:39:04.165409 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 860cca87-e128-45b8-ad43-f06a3608997d triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:04.165854 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (860cca87-e128-45b8-ad43-f06a3608997d), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:04.229556 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (1d511eb6-daf7-43f2-8b08-233e597b9f07), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:04.254273 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 860cca87-e128-45b8-ad43-f06a3608997d is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:04.254668 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (860cca87-e128-45b8-ad43-f06a3608997d), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:04.265552 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d511eb6-daf7-43f2-8b08-233e597b9f07,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:04.298040 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 860cca87-e128-45b8-ad43-f06a3608997d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=860cca87-e128-45b8-ad43-f06a3608997d,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:04.299211 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:04.302054 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e392eda9-70e0-4511-8473-fcc66b958b08" -d '{"events": [{"server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "name": "network-vif-plugged", "status": "completed", "tag": "860cca87-e128-45b8-ad43-f06a3608997d"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:04.306583 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (860cca87-e128-45b8-ad43-f06a3608997d), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:04.363997 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6652a-1427-431e-8db5-8663a14d9450 x-openstack-request-id: req-f3b6652a-1427-431e-8db5-8663a14d9450 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:04.364442 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "name": "network-vif-plugged", "status": "completed", "tag": "860cca87-e128-45b8-ad43-f06a3608997d", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:04.364714 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3b6652a-1427-431e-8db5-8663a14d9450 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:04.365095 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b6652a-1427-431e-8db5-8663a14d9450'] response: {'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d', 'code': 200} Apr 28 19:39:04.384183 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=860cca87-e128-45b8-ad43-f06a3608997d,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:04.391955 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.392305 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.392664 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.393167 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.393459 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.393816 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.394304 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.394776 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.395107 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.395427 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.395751 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.396072 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.396393 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.396796 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.397209 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:04.487928 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:04.588275 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44636dbd-5f49-482e-a3aa-318fe1e8fc53 req-bc10732c-1123-4bec-b320-bc813687c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.589792 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-44636dbd-5f49-482e-a3aa-318fe1e8fc53 req-bc10732c-1123-4bec-b320-bc813687c0e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 1130 time: 0.0546155 Apr 28 19:39:04.669244 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-44636dbd-5f49-482e-a3aa-318fe1e8fc53 req-6744d39a-61a3-4126-a638-ae0ed01ffa5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543332 Apr 28 19:39:04.785012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:04.816172 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37239fd7-8abd-40e2-b6f8-817cb55ba3aa req-bd5393e6-0802-459b-ad00-67cd8004eeb8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.816913 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-37239fd7-8abd-40e2-b6f8-817cb55ba3aa req-bd5393e6-0802-459b-ad00-67cd8004eeb8 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0532000 Apr 28 19:39:04.872026 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-37239fd7-8abd-40e2-b6f8-817cb55ba3aa req-e324256c-ca36-4288-b7b0-433b9d45754f tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485153 Apr 28 19:39:04.921346 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:04.929086 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56180) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:04.930896 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] Sync routers for ids ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:04.936467 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-30a4d120-be61-4541-a400-a39408794fc9 admin admin] 10.222.0.55 "PUT /v2.0/routers/9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5780783 Apr 28 19:39:04.942283 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] Routers {'9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:04.943355 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:05.059909 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks [] for router (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.072250 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] Set router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:05.176256 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks [] for router_gateway (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.232506 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Deleting port 702d1b3d-fefb-4160-818a-5fa95698a84f {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:05.232852 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.247823 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:39:04Z', 'revision_number': 5, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port': {'id': '702d1b3d-fefb-4160-818a-5fa95698a84f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:49Z', 'updated_at': '2022-04-28T19:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:05.275365 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] Checking router: 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:05.285380 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] Routers {'9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:05.286027 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:05.322610 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] For port 702d1b3d-fefb-4160-818a-5fa95698a84f, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=702d1b3d-fefb-4160-818a-5fa95698a84f,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:05.322976 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.337481 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Calling delete_port for 702d1b3d-fefb-4160-818a-5fa95698a84f owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:05.384389 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] Set router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:05.440072 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:39:05Z', 'revision_number': 6, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:05.470517 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc27e7-d39d-4d28-87d0-8064a1d5d342 None None] The sync data for ids ['9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb'] in dv-cinder-826949-7-iscsi is: [{'id': '9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb', 'name': 'tempest-TestMinimumBasicScenario-1203073651-router', 'tenant_id': '85b09641cbff45b180db1601ba6f87af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:48Z', 'updated_at': '2022-04-28T19:39:05Z', 'revision_number': 6, 'project_id': '85b09641cbff45b180db1601ba6f87af', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:05.471811 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56200) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:05.527129 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (702d1b3d-fefb-4160-818a-5fa95698a84f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.576501 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Pushing event deleted for resources: {'Port': ['ID=702d1b3d-fefb-4160-818a-5fa95698a84f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:05.584693 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1b47e7fc-9251-4726-8ee7-6dfbe5e00503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.616131 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.657497 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1b47e7fc-9251-4726-8ee7-6dfbe5e00503 admin admin] Publish callbacks [] for security_group (6e552675-478d-43d7-84f1-20b7c2c6b103), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.661624 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1b47e7fc-9251-4726-8ee7-6dfbe5e00503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (6e552675-478d-43d7-84f1-20b7c2c6b103), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.700877 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47e7fc-9251-4726-8ee7-6dfbe5e00503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e552675-478d-43d7-84f1-20b7c2c6b103,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:05.705105 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1b47e7fc-9251-4726-8ee7-6dfbe5e00503 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95476859cc834040885a6096bea0d52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321980 Apr 28 19:39:05.707799 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56204) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:05.712528 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.714709 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks [] for router_controller (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.754725 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d559bf9d-903a-4df6-b359-cca0e4678592 admin admin] Publish callbacks [] for security_group (6e552675-478d-43d7-84f1-20b7c2c6b103), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.759610 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.760334 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:39:05.765983 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.766770 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-bc84a89b-6fd3-478a-9607-e23e0ae7ab14 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9dfeb869-4e62-45fd-9dc4-08c6cecaa7fb HTTP/1.1" status: 204 len: 168 time: 0.8366089 Apr 28 19:39:05.769233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56206) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:05.777062 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d559bf9d-903a-4df6-b359-cca0e4678592 admin admin] Publish callbacks [] for security_group (6e552675-478d-43d7-84f1-20b7c2c6b103), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.815777 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] Deleting subnet a1d9ee81-faa9-45e2-947c-0afb80477415 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:39:05.819305 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] Publish callbacks [] for subnet (a1d9ee81-faa9-45e2-947c-0afb80477415), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.839751 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d559bf9d-903a-4df6-b359-cca0e4678592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (6e552675-478d-43d7-84f1-20b7c2c6b103), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.842526 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d559bf9d-903a-4df6-b359-cca0e4678592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.843686 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d559bf9d-903a-4df6-b359-cca0e4678592 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e552675-478d-43d7-84f1-20b7c2c6b103 HTTP/1.1" status: 204 len: 168 time: 0.1350279 Apr 28 19:39:05.852183 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559bf9d-903a-4df6-b359-cca0e4678592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e552675-478d-43d7-84f1-20b7c2c6b103,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:05.873762 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13154238'] for subnet (a1d9ee81-faa9-45e2-947c-0afb80477415), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:05.966015 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (a1d9ee81-faa9-45e2-947c-0afb80477415), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.028719 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12872756'] for subnet (a1d9ee81-faa9-45e2-947c-0afb80477415), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.030094 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047dd7d-7569-434e-aa10-7bc4d683d55b req-a588aa01-51ab-4870-bed0-b42602c92755 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.031726 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c047dd7d-7569-434e-aa10-7bc4d683d55b req-a588aa01-51ab-4870-bed0-b42602c92755 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0649321 Apr 28 19:39:06.056306 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d9ee81-faa9-45e2-947c-0afb80477415,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.060711 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.067512 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-de433dee-23d3-4564-8dbd-01a0084fe275 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a1d9ee81-faa9-45e2-947c-0afb80477415 HTTP/1.1" status: 204 len: 168 time: 0.2972662 Apr 28 19:39:06.068182 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56214) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:06.071394 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e9948-b0c7-43c1-b469-809ab164057f None None] Network b68f96bb-749e-4a65-b9a0-96a5aa1c8817 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:39:06.089914 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c047dd7d-7569-434e-aa10-7bc4d683d55b req-30023f0e-dcbc-4223-9026-4dab755ee596 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499918 Apr 28 19:39:06.161114 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (b68f96bb-749e-4a65-b9a0-96a5aa1c8817), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.210091 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56218) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:06.216421 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Deleting port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:06.216769 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.228029 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56f81fe2-6da2-456a-abb5-c56ca38a2e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.283100 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] For port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,segment=NetworkSegment(e2fa16c3-2f7d-4806-88af-eafc88d078a7),segment_id=e2fa16c3-2f7d-4806-88af-eafc88d078a7)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:06.283545 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.286173 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] DHCP port deletion for b68f96bb-749e-4a65-b9a0-96a5aa1c8817 request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:39:06.299061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Calling delete_port for b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:06.328741 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56f81fe2-6da2-456a-abb5-c56ca38a2e20 admin admin] Publish callbacks [] for security_group (7f7935be-c265-4c6a-9dbe-68a91800e84f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.332469 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56f81fe2-6da2-456a-abb5-c56ca38a2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7f7935be-c265-4c6a-9dbe-68a91800e84f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.352321 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] Deleting port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:06.353526 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.380463 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-56f81fe2-6da2-456a-abb5-c56ca38a2e20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80b9cdf5647e49c69a56fc0f19b80009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692057 Apr 28 19:39:06.381726 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f81fe2-6da2-456a-abb5-c56ca38a2e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7935be-c265-4c6a-9dbe-68a91800e84f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.383503 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56220) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:06.407069 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.441187 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] For port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,segment=NetworkSegment(e2fa16c3-2f7d-4806-88af-eafc88d078a7),segment_id=e2fa16c3-2f7d-4806-88af-eafc88d078a7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:06.441582 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.447809 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] No DVR routers for this DVR port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 on host dv-cinder-826949-7-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:06.449914 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.467623 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] Calling delete_port for b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:06.495182 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77d42d12-4aba-4d60-8b9a-fb5e1f0d5fc5 admin admin] Publish callbacks [] for security_group (7f7935be-c265-4c6a-9dbe-68a91800e84f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.549679 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (b68f96bb-749e-4a65-b9a0-96a5aa1c8817), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.563421 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77d42d12-4aba-4d60-8b9a-fb5e1f0d5fc5 admin admin] Publish callbacks [] for security_group (7f7935be-c265-4c6a-9dbe-68a91800e84f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.593197 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68f96bb-749e-4a65-b9a0-96a5aa1c8817']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:06.613975 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fa16c3-2f7d-4806-88af-eafc88d078a7') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:06.614288 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fa16c3-2f7d-4806-88af-eafc88d078a7') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:06.628719 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (e2fa16c3-2f7d-4806-88af-eafc88d078a7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.656645 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (e2fa16c3-2f7d-4806-88af-eafc88d078a7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.667268 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77d42d12-4aba-4d60-8b9a-fb5e1f0d5fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7f7935be-c265-4c6a-9dbe-68a91800e84f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.670302 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-77d42d12-4aba-4d60-8b9a-fb5e1f0d5fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.671456 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-77d42d12-4aba-4d60-8b9a-fb5e1f0d5fc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f7935be-c265-4c6a-9dbe-68a91800e84f HTTP/1.1" status: 204 len: 168 time: 0.2857692 Apr 28 19:39:06.676386 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:39:06.676386 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (e2fa16c3-2f7d-4806-88af-eafc88d078a7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:39:06.677904 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:39:06.694649 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d42d12-4aba-4d60-8b9a-fb5e1f0d5fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7935be-c265-4c6a-9dbe-68a91800e84f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.711070 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.745445 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (b68f96bb-749e-4a65-b9a0-96a5aa1c8817), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.747645 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] Pushing event deleted for resources: {'Port': ['ID=b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.749421 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f00fa-19af-454e-84e4-7fd4726144ac None None] No DVR routers for this DVR port b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 on host dv-cinder-826949-7-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:06.756069 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.763489 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b68f96bb-749e-4a65-b9a0-96a5aa1c8817 HTTP/1.1" status: 204 len: 168 time: 0.6930735 Apr 28 19:39:06.773263 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271d71f-71ba-4614-96af-2fd6438319a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68f96bb-749e-4a65-b9a0-96a5aa1c8817,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:06.885737 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56228) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:06.924601 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-46668c6a-6d51-41d6-951f-b2db81ab32de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b482a37d2f8485a96316399c7595627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375311 Apr 28 19:39:06.926944 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56230) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:06.974467 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8ac03a3-cb36-415f-88a0-5b6f4dd6be88 admin admin] Publish callbacks [] for security_group (14b01b43-87dc-4537-8000-7b32e2d99861), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:06.996997 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8ac03a3-cb36-415f-88a0-5b6f4dd6be88 admin admin] Publish callbacks [] for security_group (14b01b43-87dc-4537-8000-7b32e2d99861), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.028362 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 702d1b3d-fefb-4160-818a-5fa95698a84f no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:07.052976 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8ac03a3-cb36-415f-88a0-5b6f4dd6be88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (14b01b43-87dc-4537-8000-7b32e2d99861), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.053214 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 702d1b3d-fefb-4160-818a-5fa95698a84f {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:07.053575 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 702d1b3d-fefb-4160-818a-5fa95698a84f not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:07.054302 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:07.056012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8ac03a3-cb36-415f-88a0-5b6f4dd6be88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.057364 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a8ac03a3-cb36-415f-88a0-5b6f4dd6be88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14b01b43-87dc-4537-8000-7b32e2d99861 HTTP/1.1" status: 204 len: 168 time: 0.1295326 Apr 28 19:39:07.068339 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac03a3-cb36-415f-88a0-5b6f4dd6be88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b01b43-87dc-4537-8000-7b32e2d99861,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.079425 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:07.079774 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b6d3d76c-b9c7-4ddb-bcf2-773ec08a4d63 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:07.080196 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1d511eb6-daf7-43f2-8b08-233e597b9f07 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:07.108515 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 1d511eb6-daf7-43f2-8b08-233e597b9f07 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:07.108870 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1d511eb6-daf7-43f2-8b08-233e597b9f07 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:07.215082 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3e5d-b0d8-4190-8ad2-b4e800874f21 req-976cea4f-fac6-43f3-9153-5dbf70cfc234 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:07.217320 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a76b3e5d-b0d8-4190-8ad2-b4e800874f21 req-976cea4f-fac6-43f3-9153-5dbf70cfc234 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0530002 Apr 28 19:39:07.270819 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a76b3e5d-b0d8-4190-8ad2-b4e800874f21 req-371eaee7-f110-4a35-8729-b288206badc4 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479033 Apr 28 19:39:07.364226 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56254) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:07.389429 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4650085-a6ad-4db7-bbc3-44f1e9081aac req-ee731087-7da2-416c-9891-709feb9360c3 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:07.391371 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a4650085-a6ad-4db7-bbc3-44f1e9081aac req-ee731087-7da2-416c-9891-709feb9360c3 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0538394 Apr 28 19:39:07.401523 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56256) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:07.407474 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Request body: {'floatingip': {'port_id': '860cca87-e128-45b8-ad43-f06a3608997d'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:07.413932 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b58d2bbb-a7b9-4a64-8c50-d4db35d2070c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85b09641cbff45b180db1601ba6f87af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467877 Apr 28 19:39:07.414851 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56260) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:07.447237 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (8a58b5d7-8634-4041-9c64-40c7b171f65d), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.468112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-900d968c-2db0-46d4-9e74-96115dde41fe admin admin] Publish callbacks [] for security_group (2e91833a-f1a3-449d-b048-218469046956), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.489944 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-900d968c-2db0-46d4-9e74-96115dde41fe admin admin] Publish callbacks [] for security_group (2e91833a-f1a3-449d-b048-218469046956), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.548314 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-900d968c-2db0-46d4-9e74-96115dde41fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2e91833a-f1a3-449d-b048-218469046956), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.550829 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-900d968c-2db0-46d4-9e74-96115dde41fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:07.555067 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-900d968c-2db0-46d4-9e74-96115dde41fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e91833a-f1a3-449d-b048-218469046956 HTTP/1.1" status: 204 len: 168 time: 0.1362250 Apr 28 19:39:07.562688 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d968c-2db0-46d4-9e74-96115dde41fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91833a-f1a3-449d-b048-218469046956,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.211031 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.215965 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (8a58b5d7-8634-4041-9c64-40c7b171f65d), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.269199 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:39:08.324712 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Floating IP 8a58b5d7-8634-4041-9c64-40c7b171f65d associated. External IP: 172.27.2.23, port: 860cca87-e128-45b8-ad43-f06a3608997d. Apr 28 19:39:08.396903 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56300) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:08.506044 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-979446511-network', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:08.528515 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Made reservation on behalf of 3a837f4ec8f043929f597936b5d02c07 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:08.531353 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.540288 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.549244 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:08.625043 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks [] for security_group (30f1ea2d-d010-47fa-9996-0fd8ea790708), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.630096 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (30f1ea2d-d010-47fa-9996-0fd8ea790708), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.651183 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:39:08.665407 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1ea2d-d010-47fa-9996-0fd8ea790708,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.668367 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:08.671091 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (8e49f088-ca55-4316-b7d2-1cea82a14015), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.671445 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Added segment 8e49f088-ca55-4316-b7d2-1cea82a14015 of type vlan for network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc Apr 28 19:39:08.672928 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.687302 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] Sync routers for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:08.701818 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56308) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:08.706416 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:08.707157 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:08.719315 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.734301 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-6e84bcd6-f43b-4f7e-89d2-798debea0273 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "PUT /v2.0/floatingips/8a58b5d7-8634-4041-9c64-40c7b171f65d HTTP/1.1" status: 200 len: 991 time: 1.3309345 Apr 28 19:39:08.735017 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:08.737424 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "tag": "860cca87-e128-45b8-ad43-f06a3608997d"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:08.767438 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.769411 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.770152 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.777761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b222bef7-755e-47af-b373-27622eb853dc x-openstack-request-id: req-b222bef7-755e-47af-b373-27622eb853dc {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:08.778551 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "tag": "860cca87-e128-45b8-ad43-f06a3608997d", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:08.778551 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b222bef7-755e-47af-b373-27622eb853dc {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:08.779437 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b222bef7-755e-47af-b373-27622eb853dc'] response: {'name': 'network-changed', 'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d', 'status': 'completed', 'code': 200} Apr 28 19:39:08.808626 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4078591 Apr 28 19:39:08.809362 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56316) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:08.815408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Request body: {'subnet': {'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-979446511-subnet', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:08.830795 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:08.856898 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-cef5edbb-7c38-41d9-a74a-158379f1ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.859084 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-cef5edbb-7c38-41d9-a74a-158379f1ed0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=91436557708c4c4b953db90ed49d6df0&device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 1130 time: 0.0470378 Apr 28 19:39:08.861314 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab18004-3f7f-4e5a-8555-d4d558a245c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.873452 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:39:08.874105 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Made reservation on behalf of 3a837f4ec8f043929f597936b5d02c07 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:08.875537 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5fa324f7-a7eb-404d-a507-8e7a1c8a8690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.877061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12872921'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:08.985666 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-0fbdeb7f-78dd-4d2b-9bc7-f68160e406b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.987313 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-0fbdeb7f-78dd-4d2b-9bc7-f68160e406b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 200 len: 911 time: 0.1096101 Apr 28 19:39:09.072682 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12872747'] for subnet (8a0d2cae-b508-4eed-b8f2-b976115000f6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.081228 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-489ee415-4826-4006-ab0e-17e9a961b5c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860cca87-e128-45b8-ad43-f06a3608997d HTTP/1.1" status: 200 len: 999 time: 0.0847592 Apr 28 19:39:09.087961 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '8a58b5d7-8634-4041-9c64-40c7b171f65d', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'port_id': '860cca87-e128-45b8-ad43-f06a3608997d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'mac_address': 'fa:16:3e:be:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:54Z', 'updated_at': '2022-04-28T19:39:08Z', 'revision_number': 1, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:09.115558 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] Checking router: 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:09.124691 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:09.125293 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:09.138197 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0d2cae-b508-4eed-b8f2-b976115000f6,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:09.139616 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5fa324f7-a7eb-404d-a507-8e7a1c8a8690 admin admin] Publish callbacks [] for security_group (927ff304-ed0e-4b20-ab8a-92cbcc05485a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.145001 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Checking segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:09.145396 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Network hostable DHCP agents. Network: d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:39:09.147744 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-ee8a63a9-242d-497b-92c6-3d590f2c238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.149456 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-ee8a63a9-242d-497b-92c6-3d590f2c238b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 200 len: 849 time: 0.0566204 Apr 28 19:39:09.150542 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5fa324f7-a7eb-404d-a507-8e7a1c8a8690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (927ff304-ed0e-4b20-ab8a-92cbcc05485a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.165730 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:39:09.175392 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:09.181667 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.182721 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.189807 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b33ee-2fec-4f82-9db7-c218216c6146 None None] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:39:09.199651 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fb2cfdfe-ba54-4074-b28a-940c2dcd8eb3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3892457 Apr 28 19:39:09.204202 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56318) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:09.212880 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:09.216568 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5fa324f7-a7eb-404d-a507-8e7a1c8a8690 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14286818f60a48a2b78628eeb780f89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136065 Apr 28 19:39:09.222288 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56320) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:09.240693 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (315ca599-abb5-4d3d-b081-7129a9af41ed), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.242058 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (315ca599-abb5-4d3d-b081-7129a9af41ed), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.242934 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa324f7-a7eb-404d-a507-8e7a1c8a8690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927ff304-ed0e-4b20-ab8a-92cbcc05485a,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:09.249035 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-9466a31f-afd5-425c-ac3b-69c2991751ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.251191 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-9466a31f-afd5-425c-ac3b-69c2991751ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a69a811-5382-473d-8a9b-4d99b241ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875080 Apr 28 19:39:09.292178 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:09.316337 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:39:09.317550 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.322027 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks [] for router_controller (315ca599-abb5-4d3d-b081-7129a9af41ed), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.353401 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c343a585-012b-40d0-8582-7a696c7d0651 admin admin] Publish callbacks [] for security_group (927ff304-ed0e-4b20-ab8a-92cbcc05485a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.388053 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-262d3c5d-cc41-4fb8-b888-a12cb06bf257 service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271317 Apr 28 19:39:09.390207 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c343a585-012b-40d0-8582-7a696c7d0651 admin admin] Publish callbacks [] for security_group (927ff304-ed0e-4b20-ab8a-92cbcc05485a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.492771 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Allocated IP 172.20.0.2 (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc/8a0d2cae-b508-4eed-b8f2-b976115000f6/b8fd18a3-8737-4be3-af0b-74d8e8860b46) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:09.498112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks [] for router_gateway (315ca599-abb5-4d3d-b081-7129a9af41ed), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.521507 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ae8f6981-ce72-47d4-a545-3fd3aa9ff6ad req-28b55c62-c433-444c-b850-a1389ebe01fa service neutron] 10.222.0.45 "GET /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245050 Apr 28 19:39:09.525219 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c343a585-012b-40d0-8582-7a696c7d0651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (927ff304-ed0e-4b20-ab8a-92cbcc05485a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.527739 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c343a585-012b-40d0-8582-7a696c7d0651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.528996 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c343a585-012b-40d0-8582-7a696c7d0651 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/927ff304-ed0e-4b20-ab8a-92cbcc05485a HTTP/1.1" status: 204 len: 168 time: 0.3037817 Apr 28 19:39:09.540900 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343a585-012b-40d0-8582-7a696c7d0651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ff304-ed0e-4b20-ab8a-92cbcc05485a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:09.593516 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '8a58b5d7-8634-4041-9c64-40c7b171f65d', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'port_id': '860cca87-e128-45b8-ad43-f06a3608997d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'mac_address': 'fa:16:3e:be:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:54Z', 'updated_at': '2022-04-28T19:39:08Z', 'revision_number': 1, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:09.721690 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Publish callbacks [] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.730608 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10cf01-9306-4b5f-be36-252277e096ff None None] The sync data for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi is: [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '8a58b5d7-8634-4041-9c64-40c7b171f65d', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'port_id': '860cca87-e128-45b8-ad43-f06a3608997d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'mac_address': 'fa:16:3e:be:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:54Z', 'updated_at': '2022-04-28T19:39:08Z', 'revision_number': 1, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:09.731740 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.735419 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks [] for router_gateway (315ca599-abb5-4d3d-b081-7129a9af41ed), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.755981 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.775471 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:09.778459 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:09.781170 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:09.799747 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Pushing event updated for resources: {'Port': ['ID=b8fd18a3-8737-4be3-af0b-74d8e8860b46,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:09.862655 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Attempting to bind port b8fd18a3-8737-4be3-af0b-74d8e8860b46 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:39:09.863157 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Attempting to bind port b8fd18a3-8737-4be3-af0b-74d8e8860b46 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:39:09.863574 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Attempting to bind port b8fd18a3-8737-4be3-af0b-74d8e8860b46 on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:09.869174 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:09.869570 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Checking segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:09.869985 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.870395 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Bound using segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:09.871392 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Bound port: b8fd18a3-8737-4be3-af0b-74d8e8860b46, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:39:09.871771 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.887794 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56326) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:09.901294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8bf85e5f-397f-4a29-82c4-b40f2e6702a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.914327 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Allocated IP 172.27.2.175 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/41205199-58d8-4add-a962-d89e42c7e19a) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:09.956110 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] For port b8fd18a3-8737-4be3-af0b-74d8e8860b46, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:09.960951 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] For port b8fd18a3-8737-4be3-af0b-74d8e8860b46, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b8fd18a3-8737-4be3-af0b-74d8e8860b46,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:09.968938 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:09.997742 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8bf85e5f-397f-4a29-82c4-b40f2e6702a7 admin admin] Publish callbacks [] for security_group (7eeddbb1-49da-4d0c-aba9-21ac132279c5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.003066 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8bf85e5f-397f-4a29-82c4-b40f2e6702a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7eeddbb1-49da-4d0c-aba9-21ac132279c5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.026367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292426cb-4f88-49d0-b347-c906e1cf155d None None] New status for floating IP 8a58b5d7-8634-4041-9c64-40c7b171f65d: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:39:10.049864 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8bf85e5f-397f-4a29-82c4-b40f2e6702a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7babad172d6f47bf8d60b00f6694b840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608660 Apr 28 19:39:10.053420 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56328) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:10.066383 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks [] for port (41205199-58d8-4add-a962-d89e42c7e19a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.068045 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf85e5f-397f-4a29-82c4-b40f2e6702a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeddbb1-49da-4d0c-aba9-21ac132279c5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.079371 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306b123-c74f-4f87-a356-ec87714c9fac None None] Pushing event updated for resources: {'Port': ['ID=b8fd18a3-8737-4be3-af0b-74d8e8860b46,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.111737 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e88ba121-1b27-4133-bdd8-a718e205830c admin admin] Publish callbacks [] for security_group (7eeddbb1-49da-4d0c-aba9-21ac132279c5), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.136085 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (41205199-58d8-4add-a962-d89e42c7e19a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.136425 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e88ba121-1b27-4133-bdd8-a718e205830c admin admin] Publish callbacks [] for security_group (7eeddbb1-49da-4d0c-aba9-21ac132279c5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.180020 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:10.184638 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:10.188545 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:10.199925 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e88ba121-1b27-4133-bdd8-a718e205830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7eeddbb1-49da-4d0c-aba9-21ac132279c5), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.202575 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e88ba121-1b27-4133-bdd8-a718e205830c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.206177 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e88ba121-1b27-4133-bdd8-a718e205830c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7eeddbb1-49da-4d0c-aba9-21ac132279c5 HTTP/1.1" status: 204 len: 168 time: 0.1485081 Apr 28 19:39:10.212070 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ba121-1b27-4133-bdd8-a718e205830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeddbb1-49da-4d0c-aba9-21ac132279c5,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.248133 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Pushing event updated for resources: {'Port': ['ID=41205199-58d8-4add-a962-d89e42c7e19a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.506669 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks [] for router_gateway (315ca599-abb5-4d3d-b081-7129a9af41ed), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:10.711979 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (315ca599-abb5-4d3d-b081-7129a9af41ed), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.092275 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b8fd18a3-8737-4be3-af0b-74d8e8860b46 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:11.156014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port b8fd18a3-8737-4be3-af0b-74d8e8860b46 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:11.156392 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.166020 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Router 315ca599-abb5-4d3d-b081-7129a9af41ed is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:39:11.184196 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c89f23-4c61-4e3d-b35a-13a1bcd63783 None None] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:39:11.279101 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-931280ff-9651-43f3-ad52-06917ff9ab96 None None] Provisioning complete for port b8fd18a3-8737-4be3-af0b-74d8e8860b46 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:11.279101 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-931280ff-9651-43f3-ad52-06917ff9ab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.293050 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:11.302442 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:11.314991 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.316063 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:11.316823 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ada51152-accb-4e8c-a64c-c53963d9dc1f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1111724 Apr 28 19:39:11.317304 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:11.319435 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56356) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:11.350806 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b8fd18a3-8737-4be3-af0b-74d8e8860b46 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:11.351640 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.437623 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port b8fd18a3-8737-4be3-af0b-74d8e8860b46, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b8fd18a3-8737-4be3-af0b-74d8e8860b46,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:11.450225 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:11.487137 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-931280ff-9651-43f3-ad52-06917ff9ab96 None None] Current status of the port b8fd18a3-8737-4be3-af0b-74d8e8860b46 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:11.489811 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.557800 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=b8fd18a3-8737-4be3-af0b-74d8e8860b46,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.642415 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 3, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:11.680205 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:11.680458 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Updating router 315ca599-abb5-4d3d-b081-7129a9af41ed port 41205199-58d8-4add-a962-d89e42c7e19a binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:39:11.710903 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (41205199-58d8-4add-a962-d89e42c7e19a), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.811765 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-fbe99114-4c13-4350-bacc-09798e0a1c11 None None] Provisioning complete for port b8fd18a3-8737-4be3-af0b-74d8e8860b46 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:11.812142 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fbe99114-4c13-4350-bacc-09798e0a1c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.840330 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:11.903664 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-fbe99114-4c13-4350-bacc-09798e0a1c11 None None] Current status of the port b8fd18a3-8737-4be3-af0b-74d8e8860b46 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:12.008243 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Publish callbacks [] for port (41205199-58d8-4add-a962-d89e42c7e19a), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.015146 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (41205199-58d8-4add-a962-d89e42c7e19a), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.033696 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Allocated IP 172.20.0.1 (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc/8a0d2cae-b508-4eed-b8f2-b976115000f6/6c6f1170-ce74-4439-8e78-1cbfe22d5b0b) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:12.074008 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Attempting to bind port 41205199-58d8-4add-a962-d89e42c7e19a on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:39:12.074559 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Attempting to bind port 41205199-58d8-4add-a962-d89e42c7e19a by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:39:12.074929 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Attempting to bind port 41205199-58d8-4add-a962-d89e42c7e19a on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:12.082544 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Pushing event updated for resources: {'Port': ['ID=41205199-58d8-4add-a962-d89e42c7e19a,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.084978 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:12.085360 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:12.085754 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.086140 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:12.086611 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Bound port: 41205199-58d8-4add-a962-d89e42c7e19a, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:39:12.086978 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (41205199-58d8-4add-a962-d89e42c7e19a), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.112058 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.112270 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.112566 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.112907 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.113237 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.113574 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.114382 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.114382 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.114612 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.114849 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.115169 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.115502 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.116141 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.116141 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.116794 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:12.150622 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] For port 41205199-58d8-4add-a962-d89e42c7e19a, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:12.154624 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] For port 41205199-58d8-4add-a962-d89e42c7e19a, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=41205199-58d8-4add-a962-d89e42c7e19a,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:12.158602 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks [] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.161478 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (41205199-58d8-4add-a962-d89e42c7e19a), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.195315 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.214957 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:12.215585 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:12.236953 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:12.244151 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:12.247580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:12.268217 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84bf81-ce8f-4456-bebe-9a5397909b5e None None] Pushing event updated for resources: {'Port': ['ID=41205199-58d8-4add-a962-d89e42c7e19a,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.296396 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (315ca599-abb5-4d3d-b081-7129a9af41ed), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.300396 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Pushing event updated for resources: {'Port': ['ID=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.354366 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:12.479806 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.537175 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-017892eb-4e01-4671-894d-e3c77949f27e None None] Provisioning complete for port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:12.538260 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-017892eb-4e01-4671-894d-e3c77949f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.558888 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 3, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:12.586257 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-017892eb-4e01-4671-894d-e3c77949f27e None None] Port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:39:12.591495 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642f921-fcdb-496e-8868-fda32ad0d917 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:10Z', 'revision_number': 3, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:12.677075 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks [] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.681934 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:12.752577 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Pushing event updated for resources: {'Port': ['ID=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.758532 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (315ca599-abb5-4d3d-b081-7129a9af41ed), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.142488 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b8fd18a3-8737-4be3-af0b-74d8e8860b46 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:13.148957 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:13.150488 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:13.213331 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port b8fd18a3-8737-4be3-af0b-74d8e8860b46 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:13.213749 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.278047 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56402) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:13.322434 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:13.332241 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port b8fd18a3-8737-4be3-af0b-74d8e8860b46 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:13.333624 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 41205199-58d8-4add-a962-d89e42c7e19a up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:13.407209 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 41205199-58d8-4add-a962-d89e42c7e19a triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:13.407726 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (41205199-58d8-4add-a962-d89e42c7e19a), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.467649 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-48ff8d29-51e3-412a-b869-b9482dbf7b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.495181 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:13.502150 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0cefaba3-8174-4c68-b40a-5de614ce07fb admin admin] 10.222.0.55 "PUT /v2.0/routers/315ca599-abb5-4d3d-b081-7129a9af41ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1810660 Apr 28 19:39:13.503313 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 41205199-58d8-4add-a962-d89e42c7e19a is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:13.503711 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (41205199-58d8-4add-a962-d89e42c7e19a), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.536510 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 41205199-58d8-4add-a962-d89e42c7e19a, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=41205199-58d8-4add-a962-d89e42c7e19a,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:13.546756 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (41205199-58d8-4add-a962-d89e42c7e19a), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.584782 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f2532f10-ac8c-4936-8ec3-805c220e6578 None None] Provisioning complete for port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:13.585152 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f2532f10-ac8c-4936-8ec3-805c220e6578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.585907 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-48ff8d29-51e3-412a-b869-b9482dbf7b23 admin admin] Publish callbacks [] for security_group (2d6412d0-7da6-48a8-a570-8ce58bb293ec), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.591580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-48ff8d29-51e3-412a-b869-b9482dbf7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2d6412d0-7da6-48a8-a570-8ce58bb293ec), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.630611 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=41205199-58d8-4add-a962-d89e42c7e19a,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.643895 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff8d29-51e3-412a-b869-b9482dbf7b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6412d0-7da6-48a8-a570-8ce58bb293ec,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.656796 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-48ff8d29-51e3-412a-b869-b9482dbf7b23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5653126eeeee403f8a07dcfe8621cd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753009 Apr 28 19:39:13.657025 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56410) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:13.661287 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f2532f10-ac8c-4936-8ec3-805c220e6578 None None] Port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:39:13.717786 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e3c78ef-6ae9-4ae6-b1d6-bbe0bbfb0032 admin admin] Publish callbacks [] for security_group (2d6412d0-7da6-48a8-a570-8ce58bb293ec), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.739772 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e3c78ef-6ae9-4ae6-b1d6-bbe0bbfb0032 admin admin] Publish callbacks [] for security_group (2d6412d0-7da6-48a8-a570-8ce58bb293ec), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.786366 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e3c78ef-6ae9-4ae6-b1d6-bbe0bbfb0032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2d6412d0-7da6-48a8-a570-8ce58bb293ec), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.789420 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e3c78ef-6ae9-4ae6-b1d6-bbe0bbfb0032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:13.790603 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2e3c78ef-6ae9-4ae6-b1d6-bbe0bbfb0032 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d6412d0-7da6-48a8-a570-8ce58bb293ec HTTP/1.1" status: 204 len: 168 time: 0.1319363 Apr 28 19:39:13.799316 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c78ef-6ae9-4ae6-b1d6-bbe0bbfb0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6412d0-7da6-48a8-a570-8ce58bb293ec,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.084217 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56426) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:14.089922 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-802921280-network', 'tenant_id': '0f03b01bd751481c80894bf330c0000f'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:14.107567 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Made reservation on behalf of 0f03b01bd751481c80894bf330c0000f for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:14.109875 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.118499 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.126033 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56428) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:14.140071 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5e1f5af-f477-43d1-85c6-4e08caa7bd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.203773 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks [] for security_group (39984c71-5083-4792-8cd7-58bd6ddb3c01), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.207160 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (39984c71-5083-4792-8cd7-58bd6ddb3c01), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.228160 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5e1f5af-f477-43d1-85c6-4e08caa7bd37 admin admin] Publish callbacks [] for security_group (4f9faf4c-9c50-4563-8280-be309fe55761), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.231853 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:39:14.233407 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d5e1f5af-f477-43d1-85c6-4e08caa7bd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4f9faf4c-9c50-4563-8280-be309fe55761), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.245213 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39984c71-5083-4792-8cd7-58bd6ddb3c01,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.257282 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (93d27f2c-3497-4be9-a6dd-edd14199dbc1), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.257532 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Added segment 93d27f2c-3497-4be9-a6dd-edd14199dbc1 of type vlan for network fe3b736f-b6c5-43ea-8b88-f2cff250583c Apr 28 19:39:14.272632 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1f5af-f477-43d1-85c6-4e08caa7bd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9faf4c-9c50-4563-8280-be309fe55761,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.281238 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-d5e1f5af-f477-43d1-85c6-4e08caa7bd37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ceb0827523c4b0c8b8be33c794f53b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516187 Apr 28 19:39:14.281511 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56430) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:14.299136 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (fe3b736f-b6c5-43ea-8b88-f2cff250583c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.325271 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (fe3b736f-b6c5-43ea-8b88-f2cff250583c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.326286 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.326880 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.336632 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99210575-e268-4e07-b754-be3ed1a4adbd admin admin] Publish callbacks [] for security_group (4f9faf4c-9c50-4563-8280-be309fe55761), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.360866 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2754865 Apr 28 19:39:14.361118 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99210575-e268-4e07-b754-be3ed1a4adbd admin admin] Publish callbacks [] for security_group (4f9faf4c-9c50-4563-8280-be309fe55761), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.362649 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56432) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:14.367286 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Request body: {'subnet': {'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-802921280-subnet', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:14.396446 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4feda5-c338-4336-8586-9ea54709837d admin admin] Pushing event updated for resources: {'Network': ['ID=fe3b736f-b6c5-43ea-8b88-f2cff250583c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.409856 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:39:14.415038 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Made reservation on behalf of 0f03b01bd751481c80894bf330c0000f for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:14.417426 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12954548'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.473530 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99210575-e268-4e07-b754-be3ed1a4adbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (4f9faf4c-9c50-4563-8280-be309fe55761), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.476173 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-99210575-e268-4e07-b754-be3ed1a4adbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.480007 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-99210575-e268-4e07-b754-be3ed1a4adbd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f9faf4c-9c50-4563-8280-be309fe55761 HTTP/1.1" status: 204 len: 168 time: 0.1975222 Apr 28 19:39:14.499692 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99210575-e268-4e07-b754-be3ed1a4adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9faf4c-9c50-4563-8280-be309fe55761,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.576743 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:14.587054 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:14.587672 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:14.618791 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15158387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12954438'] for subnet (d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.680138 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.688140 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Checking segment: {'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:14.688511 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Network hostable DHCP agents. Network: fe3b736f-b6c5-43ea-8b88-f2cff250583c, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:39:14.706399 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:14.707037 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:39:14.725339 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, fe3b736f-b6c5-43ea-8b88-f2cff250583c) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:14.735150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cfde79-e329-48ea-a54c-b772664bcce1 None None] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:39:14.736830 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.737882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.756901 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b8b6580c-89a3-4d95-9a21-aed7507521eb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3932049 Apr 28 19:39:14.759749 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56438) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:14.765191 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:14.786819 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2612'] for router (347e516d-4c4d-4d4e-b6c2-3766173dee72), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.788491 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2575'] for router (347e516d-4c4d-4d4e-b6c2-3766173dee72), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:14.851646 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks [] for router_controller (347e516d-4c4d-4d4e-b6c2-3766173dee72), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.008784 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks [] for router_gateway (347e516d-4c4d-4d4e-b6c2-3766173dee72), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.099492 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1aa1a97-5ff1-5cfe-ace9-e24cda9c6353-fe3b736f-b6c5-43ea-8b88-f2cff250583c', 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c', 'project_id': '0f03b01bd751481c80894bf330c0000f', 'fixed_ips': [{'subnet_id': 'd5c06b5c-51cf-4a49-82e8-b2fe6cdc268f'}]}} from dv-cinder-826949-7-iscsi. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:39:15.100354 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.102745 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 41205199-58d8-4add-a962-d89e42c7e19a up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:15.174327 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 2, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:15.207552 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks [] for router_gateway (347e516d-4c4d-4d4e-b6c2-3766173dee72), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.234584 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.246111 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:15.246731 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Updating router 315ca599-abb5-4d3d-b081-7129a9af41ed port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:39:15.300037 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 41205199-58d8-4add-a962-d89e42c7e19a triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:15.300312 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (41205199-58d8-4add-a962-d89e42c7e19a), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.312109 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.363475 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Allocated IP 172.27.2.80 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/6e2ab492-10d2-49ed-96d4-3a076edacc7f) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:15.384762 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.424924 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Allocated IP 172.20.0.2 (fe3b736f-b6c5-43ea-8b88-f2cff250583c/d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f/6716aa5c-f904-4681-a991-fb33153e5ad1) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:15.477898 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks [] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.515943 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.558627 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:15.563140 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:15.566107 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:15.603043 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2ab492-10d2-49ed-96d4-3a076edacc7f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:15.645831 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 41205199-58d8-4add-a962-d89e42c7e19a is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:15.749508 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Publish callbacks [] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.761888 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.813319 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:15.821732 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:15.843639 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:15.847291 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Pushing event updated for resources: {'Port': ['ID=6716aa5c-f904-4681-a991-fb33153e5ad1,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:15.866572 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks [] for router_gateway (347e516d-4c4d-4d4e-b6c2-3766173dee72), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.912785 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Publish callbacks [] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.924441 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.931196 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Attempting to bind port 6716aa5c-f904-4681-a991-fb33153e5ad1 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:39:15.931817 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Attempting to bind port 6716aa5c-f904-4681-a991-fb33153e5ad1 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:39:15.932187 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Attempting to bind port 6716aa5c-f904-4681-a991-fb33153e5ad1 on network fe3b736f-b6c5-43ea-8b88-f2cff250583c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:15.960860 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:15.961940 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Checking segment: {'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:15.961940 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.962135 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Bound using segment: {'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:15.962513 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Bound port: 6716aa5c-f904-4681-a991-fb33153e5ad1, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:39:15.962878 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:15.995935 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d876db-c435-485f-be3b-85bca4d6b843 None None] Pushing event updated for resources: {'Port': ['ID=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.091114 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Attempting to bind port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:39:16.091438 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Attempting to bind port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:39:16.091977 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Attempting to bind port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:16.099255 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] For port 6716aa5c-f904-4681-a991-fb33153e5ad1, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:16.101534 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:16.101935 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Checking segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:16.102340 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.102845 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Bound using segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:16.103219 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Bound port: 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:39:16.103607 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.107517 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] For port 6716aa5c-f904-4681-a991-fb33153e5ad1, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6716aa5c-f904-4681-a991-fb33153e5ad1,segment=NetworkSegment(93d27f2c-3497-4be9-a6dd-edd14199dbc1),segment_id=93d27f2c-3497-4be9-a6dd-edd14199dbc1)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:16.109629 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1638592'] for router (347e516d-4c4d-4d4e-b6c2-3766173dee72), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.123553 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.235352 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad54a14-772e-4a6e-a8ff-8a1795addea1 None None] Pushing event updated for resources: {'Port': ['ID=6716aa5c-f904-4681-a991-fb33153e5ad1,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.238587 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] For port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:16.251061 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] For port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:16.259787 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.304241 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Router 347e516d-4c4d-4d4e-b6c2-3766173dee72 is scheduled to L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:39:16.347742 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-57fc7ea2-8712-4e8f-b0da-ac4c14acc79b None None] Provisioning complete for port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:16.348122 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-57fc7ea2-8712-4e8f-b0da-ac4c14acc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.349791 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d876db-c435-485f-be3b-85bca4d6b843 None None] Pushing event updated for resources: {'Port': ['ID=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.354193 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:16.358713 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:16.453628 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:16.466315 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Sync routers for ids ['347e516d-4c4d-4d4e-b6c2-3766173dee72'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:16.481374 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Routers {'347e516d-4c4d-4d4e-b6c2-3766173dee72'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:16.482991 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['347e516d-4c4d-4d4e-b6c2-3766173dee72'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:16.487280 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.488561 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b6f28798-21f2-4482-8a90-c5850ac17648 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7270627 Apr 28 19:39:16.491178 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56482) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:16.560080 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-57fc7ea2-8712-4e8f-b0da-ac4c14acc79b None None] Current status of the port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:16.560478 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-57fc7ea2-8712-4e8f-b0da-ac4c14acc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.674961 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Set router 347e516d-4c4d-4d4e-b6c2-3766173dee72 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:16.874209 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:16.888442 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:39:15Z', 'revision_number': 3, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port': {'id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:15Z', 'updated_at': '2022-04-28T19:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:16.918665 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-57fc7ea2-8712-4e8f-b0da-ac4c14acc79b None None] For port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:16.920198 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Checking router: 347e516d-4c4d-4d4e-b6c2-3766173dee72 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:16.920813 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Updating router 347e516d-4c4d-4d4e-b6c2-3766173dee72 port 6e2ab492-10d2-49ed-96d4-3a076edacc7f binding host dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:39:16.933883 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-57fc7ea2-8712-4e8f-b0da-ac4c14acc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:16.990986 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.121778 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-e56dcee1-6f9f-4767-b2f4-e42c80196e2b None None] Provisioning complete for port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:17.122311 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e56dcee1-6f9f-4767-b2f4-e42c80196e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.133206 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6716aa5c-f904-4681-a991-fb33153e5ad1 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:17.210229 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.219568 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc7ea2-8712-4e8f-b0da-ac4c14acc79b None None] Pushing event updated for resources: {'Port': ['ID=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.275993 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6716aa5c-f904-4681-a991-fb33153e5ad1 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:17.276394 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.351919 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Publish callbacks [] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.361124 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.421980 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:17.442225 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af7f9-4e0c-40b5-bd0f-4e75998bfcad None None] Pushing event updated for resources: {'Port': ['ID=6e2ab492-10d2-49ed-96d4-3a076edacc7f,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.451368 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Allocated IP 172.20.0.1 (fe3b736f-b6c5-43ea-8b88-f2cff250583c/d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f/1ebcbbb2-d520-4115-b9e3-00648f1fabd2) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:17.457072 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f2ed0-621c-40d2-97b5-d29a3917a012 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:17.458562 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e56dcee1-6f9f-4767-b2f4-e42c80196e2b None None] Current status of the port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:17.486510 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Attempting to bind port 6e2ab492-10d2-49ed-96d4-3a076edacc7f on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:39:17.487061 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Attempting to bind port 6e2ab492-10d2-49ed-96d4-3a076edacc7f by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:39:17.488707 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Attempting to bind port 6e2ab492-10d2-49ed-96d4-3a076edacc7f on network bdaba99a-90d2-42d1-9e95-05fac55cb049 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:17.508155 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:17.508679 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Checking segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:17.511294 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.513236 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Bound using segment: {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:17.513848 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Bound port: 6e2ab492-10d2-49ed-96d4-3a076edacc7f, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c5eba-f853-4104-a3df-b859654ebfc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:39:17.515392 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.529338 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6716aa5c-f904-4681-a991-fb33153e5ad1 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:17.529805 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.584924 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2dbb6060-18f4-450c-b4b3-fd91e8060bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.634734 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 6716aa5c-f904-4681-a991-fb33153e5ad1, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6716aa5c-f904-4681-a991-fb33153e5ad1,segment=NetworkSegment(93d27f2c-3497-4be9-a6dd-edd14199dbc1),segment_id=93d27f2c-3497-4be9-a6dd-edd14199dbc1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:17.642046 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.656438 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] For port 6e2ab492-10d2-49ed-96d4-3a076edacc7f, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:17.660267 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] For port 6e2ab492-10d2-49ed-96d4-3a076edacc7f, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6e2ab492-10d2-49ed-96d4-3a076edacc7f,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:17.677117 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.715533 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks [] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.736527 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=6716aa5c-f904-4681-a991-fb33153e5ad1,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.780912 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.782621 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af7f9-4e0c-40b5-bd0f-4e75998bfcad None None] Pushing event updated for resources: {'Port': ['ID=6e2ab492-10d2-49ed-96d4-3a076edacc7f,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.785181 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Routers {'347e516d-4c4d-4d4e-b6c2-3766173dee72'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:17.785808 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:38:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['347e516d-4c4d-4d4e-b6c2-3766173dee72'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:17.832249 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:17.838625 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:17.843903 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:17.845317 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375464e3-ff14-4d40-90cc-f4ee63995870 None None] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:39:17.884199 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Pushing event updated for resources: {'Port': ['ID=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.902961 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477877'] for router_interface (347e516d-4c4d-4d4e-b6c2-3766173dee72), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:17.933520 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2f6cce4f-9d59-4d4d-ae64-74d9facee112 None None] Provisioning complete for port 6716aa5c-f904-4681-a991-fb33153e5ad1 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:17.934094 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2f6cce4f-9d59-4d4d-ae64-74d9facee112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.009755 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] Set router 347e516d-4c4d-4d4e-b6c2-3766173dee72 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:18.048532 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.093970 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cce4f-9d59-4d4d-ae64-74d9facee112 None None] Current status of the port 6716aa5c-f904-4681-a991-fb33153e5ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:18.238485 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks [] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.239709 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:39:15Z', 'revision_number': 3, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port': {'id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:15Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:18.244967 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.278782 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf3699-6eab-49c7-b493-8e60ef512af8 None None] The sync data for ids ['347e516d-4c4d-4d4e-b6c2-3766173dee72'] in dv-cinder-826949-7-iscsi is: [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:39:15Z', 'revision_number': 3, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port': {'id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:15Z', 'updated_at': '2022-04-28T19:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:18.316720 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-a19d2ca9-d859-49a2-9a9b-188b2d2aee34 None None] Provisioning complete for port 6716aa5c-f904-4681-a991-fb33153e5ad1 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:18.317179 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a19d2ca9-d859-49a2-9a9b-188b2d2aee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.326904 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477445'] for router_interface (347e516d-4c4d-4d4e-b6c2-3766173dee72), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.328711 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Pushing event updated for resources: {'Port': ['ID=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:18.422649 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a19d2ca9-d859-49a2-9a9b-188b2d2aee34 None None] Current status of the port 6716aa5c-f904-4681-a991-fb33153e5ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:18.432376 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-a19d2ca9-d859-49a2-9a9b-188b2d2aee34 None None] Provisioning complete for port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:18.433376 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a19d2ca9-d859-49a2-9a9b-188b2d2aee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.460027 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:18.461835 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:18.482800 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a19d2ca9-d859-49a2-9a9b-188b2d2aee34 None None] Port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:39:18.604123 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Router 347e516d-4c4d-4d4e-b6c2-3766173dee72 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:18.612142 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-8b03e634-9ede-4169-a93b-da22ff7128ce None None] Provisioning complete for port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:18.612523 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8b03e634-9ede-4169-a93b-da22ff7128ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.656925 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8b03e634-9ede-4169-a93b-da22ff7128ce None None] Port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:39:18.761873 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:18.779771 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b63308c3-b9db-4a47-8e0f-9fe03a5b7b7a admin admin] 10.222.0.55 "PUT /v2.0/routers/347e516d-4c4d-4d4e-b6c2-3766173dee72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805111 Apr 28 19:39:18.883561 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c3096b66-42af-49b2-93ba-a5f054c77982 None None] Provisioning complete for port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:18.884030 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c3096b66-42af-49b2-93ba-a5f054c77982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:18.935372 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c3096b66-42af-49b2-93ba-a5f054c77982 None None] Port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:39:19.210761 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:19.271155 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:19.271672 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.356640 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:19.357769 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6e2ab492-10d2-49ed-96d4-3a076edacc7f up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:19.405429 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56520) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:19.410362 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1e443873-6d11-49df-8c2d-edf3c3fad3d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139821889', 'description': 'tempest-secgroup-smoke-2139821889 description', 'project_id': '3a837f4ec8f043929f597936b5d02c07'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:19.415911 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6e2ab492-10d2-49ed-96d4-3a076edacc7f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:19.416448 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.431723 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e443873-6d11-49df-8c2d-edf3c3fad3d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.513888 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e443873-6d11-49df-8c2d-edf3c3fad3d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group (898ca1fe-4a5c-4b86-9c26-135e5e3603e2), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.514347 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6e2ab492-10d2-49ed-96d4-3a076edacc7f is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:19.514590 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.518468 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e443873-6d11-49df-8c2d-edf3c3fad3d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (898ca1fe-4a5c-4b86-9c26-135e5e3603e2), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.540572 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] For port 6e2ab492-10d2-49ed-96d4-3a076edacc7f, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6e2ab492-10d2-49ed-96d4-3a076edacc7f,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:19.545207 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.546075 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6716aa5c-f904-4681-a991-fb33153e5ad1 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:19.552909 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e443873-6d11-49df-8c2d-edf3c3fad3d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.554434 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1e443873-6d11-49df-8c2d-edf3c3fad3d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1477983 Apr 28 19:39:19.557264 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56526) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:19.562740 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-cdea6bb2-ee29-42cc-8a99-57aafdf0c958 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'security_group_rule': {'security_group_id': '898ca1fe-4a5c-4b86-9c26-135e5e3603e2', 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:19.569726 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e443873-6d11-49df-8c2d-edf3c3fad3d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898ca1fe-4a5c-4b86-9c26-135e5e3603e2,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.601361 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cdea6bb2-ee29-42cc-8a99-57aafdf0c958 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (605a8e3a-f3cf-4378-9e4f-02543212fab3), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.639695 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Pushing event updated for resources: {'Port': ['ID=6e2ab492-10d2-49ed-96d4-3a076edacc7f,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.646451 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6716aa5c-f904-4681-a991-fb33153e5ad1 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:19.646451 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.661963 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cdea6bb2-ee29-42cc-8a99-57aafdf0c958 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (605a8e3a-f3cf-4378-9e4f-02543212fab3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.666398 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cdea6bb2-ee29-42cc-8a99-57aafdf0c958 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (605a8e3a-f3cf-4378-9e4f-02543212fab3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.680367 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea6bb2-ee29-42cc-8a99-57aafdf0c958 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605a8e3a-f3cf-4378-9e4f-02543212fab3,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.695329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cdea6bb2-ee29-42cc-8a99-57aafdf0c958 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.696568 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cdea6bb2-ee29-42cc-8a99-57aafdf0c958 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382065 Apr 28 19:39:19.702114 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56534) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:19.706836 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-80837329-f168-459b-81b2-0f06c7a93662 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'security_group_rule': {'security_group_id': '898ca1fe-4a5c-4b86-9c26-135e5e3603e2', 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:19.734470 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80837329-f168-459b-81b2-0f06c7a93662 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (b1751ffc-628e-4da6-9d97-fbde9abd643f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.742201 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6716aa5c-f904-4681-a991-fb33153e5ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:19.790321 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ff545be4-525e-4bc5-a428-61bb1f937f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.806814 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80837329-f168-459b-81b2-0f06c7a93662 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (b1751ffc-628e-4da6-9d97-fbde9abd643f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.811797 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80837329-f168-459b-81b2-0f06c7a93662 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (b1751ffc-628e-4da6-9d97-fbde9abd643f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.829173 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80837329-f168-459b-81b2-0f06c7a93662 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1751ffc-628e-4da6-9d97-fbde9abd643f,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.837561 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80837329-f168-459b-81b2-0f06c7a93662 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.838827 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-80837329-f168-459b-81b2-0f06c7a93662 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355245 Apr 28 19:39:19.841540 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56538) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:19.845741 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-2af7d1a6-5aaf-4bcb-aecc-4e7c7eb4c614 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'security_group_rule': {'security_group_id': '898ca1fe-4a5c-4b86-9c26-135e5e3603e2', 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:19.870670 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2af7d1a6-5aaf-4bcb-aecc-4e7c7eb4c614 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (dbdae9ae-808a-436a-ad3e-ea1ee5157b67), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.927933 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2af7d1a6-5aaf-4bcb-aecc-4e7c7eb4c614 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (dbdae9ae-808a-436a-ad3e-ea1ee5157b67), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.932008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2af7d1a6-5aaf-4bcb-aecc-4e7c7eb4c614 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (dbdae9ae-808a-436a-ad3e-ea1ee5157b67), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.951745 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7d1a6-5aaf-4bcb-aecc-4e7c7eb4c614 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdae9ae-808a-436a-ad3e-ea1ee5157b67,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.962648 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2af7d1a6-5aaf-4bcb-aecc-4e7c7eb4c614 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.964109 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2af7d1a6-5aaf-4bcb-aecc-4e7c7eb4c614 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215844 Apr 28 19:39:19.967389 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56540) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:19.972067 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9e547a3a-3e6c-4642-ad92-6b06a32e95ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'security_group_rule': {'security_group_id': '898ca1fe-4a5c-4b86-9c26-135e5e3603e2', 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:20.002173 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e547a3a-3e6c-4642-ad92-6b06a32e95ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (b34fb413-3f04-425e-9ab0-66b3c4fb1902), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.065729 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e547a3a-3e6c-4642-ad92-6b06a32e95ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (b34fb413-3f04-425e-9ab0-66b3c4fb1902), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.071268 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e547a3a-3e6c-4642-ad92-6b06a32e95ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (b34fb413-3f04-425e-9ab0-66b3c4fb1902), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.091785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e547a3a-3e6c-4642-ad92-6b06a32e95ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34fb413-3f04-425e-9ab0-66b3c4fb1902,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.101057 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e547a3a-3e6c-4642-ad92-6b06a32e95ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.102286 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9e547a3a-3e6c-4642-ad92-6b06a32e95ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338973 Apr 28 19:39:20.105612 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56542) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:20.110454 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'security_group_rule': {'security_group_id': '898ca1fe-4a5c-4b86-9c26-135e5e3603e2', 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:20.130711 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Project 3a837f4ec8f043929f597936b5d02c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:39:20.136647 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (ccf2bfe0-4bf3-4cdf-83b0-933d50309e73), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.194235 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (ccf2bfe0-4bf3-4cdf-83b0-933d50309e73), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.197656 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (ccf2bfe0-4bf3-4cdf-83b0-933d50309e73), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.220294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf2bfe0-4bf3-4cdf-83b0-933d50309e73,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.225842 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.230358 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ccc07656-8026-4c53-8e10-dc9213029391 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201034 Apr 28 19:39:20.230358 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56544) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:20.234629 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'security_group_rule': {'security_group_id': '898ca1fe-4a5c-4b86-9c26-135e5e3603e2', 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:20.255323 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Project 3a837f4ec8f043929f597936b5d02c07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:39:20.262020 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (09436e29-26a8-4cf1-99df-f7b00bc16f5b), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.325815 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (09436e29-26a8-4cf1-99df-f7b00bc16f5b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.330526 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (09436e29-26a8-4cf1-99df-f7b00bc16f5b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.349752 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09436e29-26a8-4cf1-99df-f7b00bc16f5b,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.357035 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.358266 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b56bd55e-3f1d-46c7-9f42-2f5d77d85c92 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270010 Apr 28 19:39:20.914573 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:21.057030 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6e2ab492-10d2-49ed-96d4-3a076edacc7f up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:21.116463 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 6e2ab492-10d2-49ed-96d4-3a076edacc7f triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:21.116850 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:21.204333 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Sync routers for ids ['347e516d-4c4d-4d4e-b6c2-3766173dee72'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:21.226446 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Routers {'347e516d-4c4d-4d4e-b6c2-3766173dee72'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:21.227061 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['347e516d-4c4d-4d4e-b6c2-3766173dee72'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:21.228690 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 6e2ab492-10d2-49ed-96d4-3a076edacc7f is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:21.336078 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Set router 347e516d-4c4d-4d4e-b6c2-3766173dee72 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:21.661498 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:39:18Z', 'revision_number': 4, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port': {'id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:15Z', 'updated_at': '2022-04-28T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1ebcbbb2-d520-4115-b9e3-00648f1fabd2', 'name': '', 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'mac_address': 'fa:16:3e:9c:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5c06b5c-51cf-4a49-82e8-b2fe6cdc268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:17Z', 'updated_at': '2022-04-28T19:39:18Z', 'revision_number': 2, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'subnets': [{'id': 'd5c06b5c-51cf-4a49-82e8-b2fe6cdc268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:21.688524 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Checking router: 347e516d-4c4d-4d4e-b6c2-3766173dee72 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:21.688884 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Updating router 347e516d-4c4d-4d4e-b6c2-3766173dee72 port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 binding host dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:39:21.715567 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:21.990301 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Publish callbacks [] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:21.995845 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.050756 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7081d6-7bbf-46bc-a775-cb2a7eee095b None None] Pushing event updated for resources: {'Port': ['ID=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:22.099285 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Attempting to bind port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 on host dv-cinder-826949-7-iscsi for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:39:22.099755 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Attempting to bind port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 by drivers openvswitch,hyperv on host dv-cinder-826949-7-iscsi at level 0 using segments [{'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:39:22.100127 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Attempting to bind port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 on network fe3b736f-b6c5-43ea-8b88-f2cff250583c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:22.106016 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Checking agent: {'id': '2562de35-154b-4d9c-9e26-e56da9daf192', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 23, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 23, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:22.106395 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Checking segment: {'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:22.106793 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.107188 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Bound using segment: {'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:22.107658 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Bound port: 1ebcbbb2-d520-4115-b9e3-00648f1fabd2, host: dv-cinder-826949-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d27f2c-3497-4be9-a6dd-edd14199dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:39:22.108043 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.178196 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] For port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2, host dv-cinder-826949-7-iscsi, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:22.180133 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] For port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2, host dv-cinder-826949-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,segment=NetworkSegment(93d27f2c-3497-4be9-a6dd-edd14199dbc1),segment_id=93d27f2c-3497-4be9-a6dd-edd14199dbc1)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:22.187180 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.248839 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7081d6-7bbf-46bc-a775-cb2a7eee095b None None] Pushing event updated for resources: {'Port': ['ID=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:22.252321 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Routers {'347e516d-4c4d-4d4e-b6c2-3766173dee72'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:22.252933 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['347e516d-4c4d-4d4e-b6c2-3766173dee72'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:22.308632 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-19282b92-5fe2-4a7d-80e5-e34f41f9a70a None None] Provisioning complete for port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:22.309012 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19282b92-5fe2-4a7d-80e5-e34f41f9a70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.420515 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.430011 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] Set router 347e516d-4c4d-4d4e-b6c2-3766173dee72 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:22.531640 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-19282b92-5fe2-4a7d-80e5-e34f41f9a70a None None] Current status of the port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:22.532134 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19282b92-5fe2-4a7d-80e5-e34f41f9a70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.617088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-19282b92-5fe2-4a7d-80e5-e34f41f9a70a None None] For port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,segment=NetworkSegment(93d27f2c-3497-4be9-a6dd-edd14199dbc1),segment_id=93d27f2c-3497-4be9-a6dd-edd14199dbc1)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:22.623036 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19282b92-5fe2-4a7d-80e5-e34f41f9a70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.712750 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19282b92-5fe2-4a7d-80e5-e34f41f9a70a None None] Pushing event updated for resources: {'Port': ['ID=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:22.718135 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:39:18Z', 'revision_number': 4, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port': {'id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:15Z', 'updated_at': '2022-04-28T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1ebcbbb2-d520-4115-b9e3-00648f1fabd2', 'name': '', 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'mac_address': 'fa:16:3e:9c:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5c06b5c-51cf-4a49-82e8-b2fe6cdc268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:17Z', 'updated_at': '2022-04-28T19:39:22Z', 'revision_number': 4, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'subnets': [{'id': 'd5c06b5c-51cf-4a49-82e8-b2fe6cdc268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:22.749135 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5f870-3524-4b17-aaff-346c6c175a2a None None] The sync data for ids ['347e516d-4c4d-4d4e-b6c2-3766173dee72'] in dv-cinder-826949-7-iscsi is: [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:39:18Z', 'revision_number': 4, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port': {'id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:15Z', 'updated_at': '2022-04-28T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '1ebcbbb2-d520-4115-b9e3-00648f1fabd2', 'name': '', 'network_id': 'fe3b736f-b6c5-43ea-8b88-f2cff250583c', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'mac_address': 'fa:16:3e:9c:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5c06b5c-51cf-4a49-82e8-b2fe6cdc268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:17Z', 'updated_at': '2022-04-28T19:39:22Z', 'revision_number': 4, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'subnets': [{'id': 'd5c06b5c-51cf-4a49-82e8-b2fe6cdc268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:22.755900 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-7431e014-1eb8-46c4-bdcf-03c37987ff61 None None] Provisioning complete for port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:22.756276 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7431e014-1eb8-46c4-bdcf-03c37987ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.864581 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-7431e014-1eb8-46c4-bdcf-03c37987ff61 None None] Current status of the port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:23.055462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 up at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:39:23.104369 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Provisioning complete for port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:23.104762 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:23.185475 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Current status of the port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:23.931003 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56648) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:24.003066 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.045857 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7b2bebd3-60c2-47bf-b5f4-45e420a89312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.127276 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7b2bebd3-60c2-47bf-b5f4-45e420a89312 admin admin] Publish callbacks [] for security_group (c646e33f-0f9c-48c0-a7e2-f24342e642d4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.131972 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7b2bebd3-60c2-47bf-b5f4-45e420a89312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c646e33f-0f9c-48c0-a7e2-f24342e642d4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.173727 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7b2bebd3-60c2-47bf-b5f4-45e420a89312 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aae084788b49476b892252f6e55473e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415006 Apr 28 19:39:24.174538 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bebd3-60c2-47bf-b5f4-45e420a89312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c646e33f-0f9c-48c0-a7e2-f24342e642d4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:24.176415 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56652) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:24.237342 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5ed8-5571-40e5-9dc3-6daff183814c admin admin] Publish callbacks [] for security_group (c646e33f-0f9c-48c0-a7e2-f24342e642d4), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.259407 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5ed8-5571-40e5-9dc3-6daff183814c admin admin] Publish callbacks [] for security_group (c646e33f-0f9c-48c0-a7e2-f24342e642d4), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.314318 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5ed8-5571-40e5-9dc3-6daff183814c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c646e33f-0f9c-48c0-a7e2-f24342e642d4), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.317616 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ac2e5ed8-5571-40e5-9dc3-6daff183814c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.318842 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ac2e5ed8-5571-40e5-9dc3-6daff183814c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c646e33f-0f9c-48c0-a7e2-f24342e642d4 HTTP/1.1" status: 204 len: 168 time: 0.1374359 Apr 28 19:39:24.328430 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e5ed8-5571-40e5-9dc3-6daff183814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646e33f-0f9c-48c0-a7e2-f24342e642d4,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:24.593559 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56658) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:24.608446 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-379daa0e-6e47-418b-aa2a-74bb29e22a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.685777 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-379daa0e-6e47-418b-aa2a-74bb29e22a23 admin admin] Publish callbacks [] for security_group (ff90369a-4cdf-451b-9b5b-f28212de86cf), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.689313 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-379daa0e-6e47-418b-aa2a-74bb29e22a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ff90369a-4cdf-451b-9b5b-f28212de86cf), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.727503 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-379daa0e-6e47-418b-aa2a-74bb29e22a23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f688efb399b4312bc956fab95878e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328337 Apr 28 19:39:24.728448 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379daa0e-6e47-418b-aa2a-74bb29e22a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff90369a-4cdf-451b-9b5b-f28212de86cf,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:24.730797 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56660) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:24.780846 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b4a3dfa6-3eea-404d-af4d-d9b347374c28 admin admin] Publish callbacks [] for security_group (ff90369a-4cdf-451b-9b5b-f28212de86cf), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.802875 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b4a3dfa6-3eea-404d-af4d-d9b347374c28 admin admin] Publish callbacks [] for security_group (ff90369a-4cdf-451b-9b5b-f28212de86cf), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.850714 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b4a3dfa6-3eea-404d-af4d-d9b347374c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ff90369a-4cdf-451b-9b5b-f28212de86cf), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.853462 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b4a3dfa6-3eea-404d-af4d-d9b347374c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:24.855686 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b4a3dfa6-3eea-404d-af4d-d9b347374c28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff90369a-4cdf-451b-9b5b-f28212de86cf HTTP/1.1" status: 204 len: 168 time: 0.1226451 Apr 28 19:39:24.863220 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3dfa6-3eea-404d-af4d-d9b347374c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff90369a-4cdf-451b-9b5b-f28212de86cf,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:25.179247 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56668) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:25.192109 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8e15690a-a920-4372-b844-a8e15dbc3ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:25.264543 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8e15690a-a920-4372-b844-a8e15dbc3ee7 admin admin] Publish callbacks [] for security_group (c3731771-1161-43e8-9ce1-487fd79c7c5b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:25.268383 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8e15690a-a920-4372-b844-a8e15dbc3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c3731771-1161-43e8-9ce1-487fd79c7c5b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:25.307262 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8e15690a-a920-4372-b844-a8e15dbc3ee7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=785f7964fc684d38aabacd4ad51f5508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269512 Apr 28 19:39:25.309891 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56670) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:25.311695 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15690a-a920-4372-b844-a8e15dbc3ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3731771-1161-43e8-9ce1-487fd79c7c5b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:25.360353 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f718a39b-3843-4d10-8d6b-0d13fa1bbe8c admin admin] Publish callbacks [] for security_group (c3731771-1161-43e8-9ce1-487fd79c7c5b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:25.380831 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f718a39b-3843-4d10-8d6b-0d13fa1bbe8c admin admin] Publish callbacks [] for security_group (c3731771-1161-43e8-9ce1-487fd79c7c5b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:25.427527 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f718a39b-3843-4d10-8d6b-0d13fa1bbe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (c3731771-1161-43e8-9ce1-487fd79c7c5b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:25.430362 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f718a39b-3843-4d10-8d6b-0d13fa1bbe8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:25.431538 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f718a39b-3843-4d10-8d6b-0d13fa1bbe8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3731771-1161-43e8-9ce1-487fd79c7c5b HTTP/1.1" status: 204 len: 168 time: 0.1206684 Apr 28 19:39:25.440395 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718a39b-3843-4d10-8d6b-0d13fa1bbe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3731771-1161-43e8-9ce1-487fd79c7c5b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.268110 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 56846) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:36.375168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ee421cbe-cae6-401f-8348-1a1959ccf5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:36.447090 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ee421cbe-cae6-401f-8348-1a1959ccf5cd admin admin] Publish callbacks [] for security_group (7e1cecc2-e555-4ca0-acfe-355da1c0f5f1), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:36.451095 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ee421cbe-cae6-401f-8348-1a1959ccf5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7e1cecc2-e555-4ca0-acfe-355da1c0f5f1), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:36.488906 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ee421cbe-cae6-401f-8348-1a1959ccf5cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7255e049b1143169d931a2531a49834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197278 Apr 28 19:39:36.489969 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee421cbe-cae6-401f-8348-1a1959ccf5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1cecc2-e555-4ca0-acfe-355da1c0f5f1,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.491611 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 56852) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:36.539136 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bc8229b2-09ab-4122-a796-f3b763f7a79b admin admin] Publish callbacks [] for security_group (7e1cecc2-e555-4ca0-acfe-355da1c0f5f1), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:36.559889 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bc8229b2-09ab-4122-a796-f3b763f7a79b admin admin] Publish callbacks [] for security_group (7e1cecc2-e555-4ca0-acfe-355da1c0f5f1), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:36.607387 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bc8229b2-09ab-4122-a796-f3b763f7a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7e1cecc2-e555-4ca0-acfe-355da1c0f5f1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:36.609887 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bc8229b2-09ab-4122-a796-f3b763f7a79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:36.611021 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-bc8229b2-09ab-4122-a796-f3b763f7a79b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e1cecc2-e555-4ca0-acfe-355da1c0f5f1 HTTP/1.1" status: 204 len: 168 time: 0.1184156 Apr 28 19:39:36.618529 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8229b2-09ab-4122-a796-f3b763f7a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1cecc2-e555-4ca0-acfe-355da1c0f5f1,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:44.110078 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-af4ffe36-4a63-4d3b-a9dd-7e7e98aa3773 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139821889&fields=id&tenant_id=3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 267 time: 0.0434110 Apr 28 19:39:44.214581 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-bcf1285e-5306-4caf-a5ec-6e640bc4a08d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.216016 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-bcf1285e-5306-4caf-a5ec-6e640bc4a08d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 811 time: 0.0995533 Apr 28 19:39:44.230301 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-f45d5226-842c-4af9-96cb-3b374859035b tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/quotas/3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 375 time: 0.0091519 Apr 28 19:39:44.278546 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-ca25417b-f4f1-4b2d-8bd9-af5f9d8ef33b tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434389 Apr 28 19:39:44.373436 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-81692c42-c223-47f7-9a2b-ca44daec8fab service neutron] 10.222.0.55 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841169 Apr 28 19:39:44.460123 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-718c1c0e-a220-4b14-9964-da4812521a6d service neutron] 10.222.0.55 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811977 Apr 28 19:39:44.736546 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-76abd969-0a0b-448b-9e4a-68aa241504f6 req-4665fe1c-abf8-4a09-b011-99cde7b9542a tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Apr 28 19:39:45.267188 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:39:45.329574 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:45.625121 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-50125a42-9e4b-4a16-ab58-334aab1528dc tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:45.626557 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-50125a42-9e4b-4a16-ab58-334aab1528dc tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 811 time: 0.0989156 Apr 28 19:39:45.698477 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-a70b3cac-1c31-49d2-8b5d-bc00d42f4a17 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 380 time: 0.0575998 Apr 28 19:39:45.706437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'port': {'device_id': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'admin_state_up': True, 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'security_groups': ['898ca1fe-4a5c-4b86-9c26-135e5e3603e2']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:45.812494 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Made reservation on behalf of 3a837f4ec8f043929f597936b5d02c07 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:45.815902 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:45.834401 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a2259ad8-8f20-4d56-8f57-d5ca15637574 req-8719af2a-5b92-4bf8-84d2-98d16956ce75 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 210 time: 0.0290940 Apr 28 19:39:45.944124 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Allocated IP 172.20.0.12 (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc/8a0d2cae-b508-4eed-b8f2-b976115000f6/c35eea8a-cbc2-41ee-8b10-a0fea8a6505c) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:46.084137 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.116091 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.159944 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:46.164812 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:46.167760 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:46.196171 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:46.223284 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.223905 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.240538 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-cef85fda-4a3f-4ed7-8e3a-0b3aa34488a5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5371945 Apr 28 19:39:46.288057 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Request body: {'port': {'device_id': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:46.354055 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.427790 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6690f3bb-2a2b-4072-bcad-4379c2b49382 None None] Provisioning complete for port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:39:46.429035 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6690f3bb-2a2b-4072-bcad-4379c2b49382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.464722 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6690f3bb-2a2b-4072-bcad-4379c2b49382 None None] Port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:39:46.604110 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35eea8a-cbc2-41ee-8b10-a0fea8a6505c {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:46.611360 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Publish callbacks [] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.624130 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Transition to ACTIVE for port object c35eea8a-cbc2-41ee-8b10-a0fea8a6505c will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:39:46.627102 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.681103 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Pushing event updated for resources: {'Port': ['ID=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:46.754010 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Attempting to bind port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:39:46.754351 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Attempting to bind port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:39:46.754673 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Attempting to bind port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:46.760143 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:39:46.760464 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Attempting to bind port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:39:46.765373 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:39:46.765738 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Checking segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:39:46.766121 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Bound using segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:39:46.766552 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Bound port: c35eea8a-cbc2-41ee-8b10-a0fea8a6505c, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:39:46.766912 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.831703 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] For port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:39:46.835085 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] For port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:39:46.841672 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.890878 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.891508 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:46.892983 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] 10.222.0.45 "PUT /v2.0/ports/c35eea8a-cbc2-41ee-8b10-a0fea8a6505c HTTP/1.1" status: 200 len: 1094 time: 0.6103377 Apr 28 19:39:46.893491 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:46.895931 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48860aa0-130c-4902-8a51-7e3b7307dc50" -d '{"events": [{"name": "network-changed", "server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:46.964614 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d1956-e440-454b-aaa4-d02ad9291c96 x-openstack-request-id: req-2c4d1956-e440-454b-aaa4-d02ad9291c96 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:46.964987 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:46.965316 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c4d1956-e440-454b-aaa4-d02ad9291c96 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:46.965841 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4d1956-e440-454b-aaa4-d02ad9291c96'] response: {'name': 'network-changed', 'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'status': 'completed', 'code': 200} Apr 28 19:39:46.998887 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-010b8f5c-d210-4611-8b88-d0f08005e58a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942500 Apr 28 19:39:47.001864 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbbdf0-37a1-4e82-8d29-22c740db346e service neutron] Pushing event updated for resources: {'Port': ['ID=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:47.026473 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e722d-6607-4e73-a23f-6803f413385e req-c89bed3f-61ce-417c-900e-9f740e29d866 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.027976 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e35e722d-6607-4e73-a23f-6803f413385e req-c89bed3f-61ce-417c-900e-9f740e29d866 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0872736 Apr 28 19:39:47.079231 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e35e722d-6607-4e73-a23f-6803f413385e req-141c81d7-0b2e-4791-8a9d-eaf4dc834edd tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Apr 28 19:39:47.309577 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-5c9f4c62-86d5-4f9b-8433-3e5bcb985078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.311102 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-5c9f4c62-86d5-4f9b-8433-3e5bcb985078 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 1128 time: 0.0406494 Apr 28 19:39:47.325124 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86afea-199e-4522-91f7-c18149e2430b req-7c19226e-9a01-49fe-9106-fc9040431ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.326777 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-7c19226e-9a01-49fe-9106-fc9040431ef1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1129 time: 0.0466199 Apr 28 19:39:47.374662 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-305d5691-a444-4b48-a83d-186602902841 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c HTTP/1.1" status: 200 len: 217 time: 0.0382626 Apr 28 19:39:47.444781 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-d791b6e0-096f-400c-b7fe-debfa4ab27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.447273 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-d791b6e0-096f-400c-b7fe-debfa4ab27bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0548720 Apr 28 19:39:47.453900 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86afea-199e-4522-91f7-c18149e2430b req-c6ca7ea8-6f57-45e5-a361-9aa392b0aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.456123 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-c6ca7ea8-6f57-45e5-a361-9aa392b0aed9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 910 time: 0.1030402 Apr 28 19:39:47.490177 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-8c94bacf-e182-4194-9963-5b2f0782e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.491657 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-8c94bacf-e182-4194-9963-5b2f0782e9a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386345 Apr 28 19:39:47.525441 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-c159071c-daeb-400c-bb39-cab4aca71183 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 1001 time: 0.0626502 Apr 28 19:39:47.532345 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-850f4d43-4c03-4c0f-a923-80f222dcebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:47.576762 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86afea-199e-4522-91f7-c18149e2430b req-f0126f23-de9a-4ad8-baf0-a80c8925c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.578304 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-f0126f23-de9a-4ad8-baf0-a80c8925c48c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 200 len: 848 time: 0.0460761 Apr 28 19:39:47.588533 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-6068849c-01ff-40cf-a721-c2681ca1b1fa service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881102 Apr 28 19:39:47.624120 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86afea-199e-4522-91f7-c18149e2430b req-4ae04312-1ff0-49cf-bbd9-2aea69e01a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.625674 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-4ae04312-1ff0-49cf-bbd9-2aea69e01a8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382876 Apr 28 19:39:47.682914 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b224bf4e-ec94-4fa4-ae26-ede5f4877c0f req-181eb3cc-fc24-4235-8024-530cd9026450 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820060 Apr 28 19:39:47.725032 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-f4fc7da1-b44d-4aa1-ab82-21a0d8653925 service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911396 Apr 28 19:39:47.773868 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-40fd4b12-ac25-4ef8-a802-9803e2732f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.775490 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-40fd4b12-ac25-4ef8-a802-9803e2732f17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 1128 time: 0.0438378 Apr 28 19:39:47.830684 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e86afea-199e-4522-91f7-c18149e2430b req-a59b527f-91a9-48a2-a388-4945e6485fdb service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984974 Apr 28 19:39:47.876580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-f7e62e9f-a25e-4c8c-9f77-1e8c15053193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.878575 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-f7e62e9f-a25e-4c8c-9f77-1e8c15053193 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0934765 Apr 28 19:39:47.931384 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-e64321fd-229b-4f87-8442-ca36d78e5cae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c HTTP/1.1" status: 200 len: 217 time: 0.0387709 Apr 28 19:39:47.978294 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-07b15600-ec08-4f78-8aca-8aaa665cbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.980239 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-07b15600-ec08-4f78-8aca-8aaa665cbc5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0424738 Apr 28 19:39:48.200837 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37407d6-0fa1-4c63-82be-cd14a7c8fc3d req-ca7a6d86-98dc-4bfb-ba0d-58f4d3f8f72e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.202424 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b37407d6-0fa1-4c63-82be-cd14a7c8fc3d req-ca7a6d86-98dc-4bfb-ba0d-58f4d3f8f72e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0521591 Apr 28 19:39:48.251649 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b37407d6-0fa1-4c63-82be-cd14a7c8fc3d req-2205a7b7-8ece-4a53-9d69-af373741f9f9 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Apr 28 19:39:48.846827 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-609b0329-b9e6-4c2b-8717-c1d03cc2fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.848356 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-609b0329-b9e6-4c2b-8717-c1d03cc2fed8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480466 Apr 28 19:39:48.940174 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-4f6fd4f8-62e2-4038-bb84-2aed24a323bb service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841672 Apr 28 19:39:49.288148 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48860aa0-130c-4902-8a51-7e3b7307dc50 req-31e76950-fd3f-4c8d-b48d-5208e331eaa5 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837643 Apr 28 19:39:49.368458 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004015-c8de-41c4-b5c4-bcea6372a881 req-1a36263c-7dcd-4ce6-bf24-47071355f13d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.370405 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d7004015-c8de-41c4-b5c4-bcea6372a881 req-1a36263c-7dcd-4ce6-bf24-47071355f13d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0483255 Apr 28 19:39:49.424680 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d7004015-c8de-41c4-b5c4-bcea6372a881 req-ddc8f736-b640-4083-a01e-b84800a54477 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484633 Apr 28 19:39:49.782279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2545bdd4-dc59-42e4-8277-7b5c7023af5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:50.536603 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53055e5d-a238-499a-8434-bd5e66478750 req-0c021bad-b397-4157-97e0-2353ac338266 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.538065 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53055e5d-a238-499a-8434-bd5e66478750 req-0c021bad-b397-4157-97e0-2353ac338266 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0461171 Apr 28 19:39:50.588453 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-53055e5d-a238-499a-8434-bd5e66478750 req-42efe5b5-9cee-4133-ace7-0e3b7b623068 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Apr 28 19:39:50.826504 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4215-4f76-4406-9c3d-89fd92a09980 req-a3e85b94-ef67-4cef-a8ca-521439a53111 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.827984 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ba4d4215-4f76-4406-9c3d-89fd92a09980 req-a3e85b94-ef67-4cef-a8ca-521439a53111 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.0463796 Apr 28 19:39:50.883744 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ba4d4215-4f76-4406-9c3d-89fd92a09980 req-e62fd03a-2938-456f-b328-199dae1894c9 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501173 Apr 28 19:39:50.915043 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:51.701889 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ad33-fd46-4f15-af46-9bb037ae8a58 req-9a8a5054-7b43-4f37-accd-183c4721bbac tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.703319 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1868ad33-fd46-4f15-af46-9bb037ae8a58 req-9a8a5054-7b43-4f37-accd-183c4721bbac tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0449791 Apr 28 19:39:51.750807 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1868ad33-fd46-4f15-af46-9bb037ae8a58 req-a5baaacf-eadb-4974-8a75-5a750f7c9407 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421290 Apr 28 19:39:52.242115 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce9e36-eb62-4890-89e7-f1535f8adbae req-8326a44b-ac9d-4997-876f-4d65f6539eca tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.243555 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-86ce9e36-eb62-4890-89e7-f1535f8adbae req-8326a44b-ac9d-4997-876f-4d65f6539eca tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.2931488 Apr 28 19:39:52.288009 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-86ce9e36-eb62-4890-89e7-f1535f8adbae req-83db08cd-2c25-4237-8119-c4a84a12d1b9 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388608 Apr 28 19:39:52.380394 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:52.859008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc72b3-6d4c-466e-9677-3310f16eaec2 req-bfa1bc5f-01fa-4e61-bc78-e4d1dca60564 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.860485 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05dc72b3-6d4c-466e-9677-3310f16eaec2 req-bfa1bc5f-01fa-4e61-bc78-e4d1dca60564 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0452683 Apr 28 19:39:52.904757 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-16647e1a-8fc8-42ea-ad3a-a0cee7129952 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.906215 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-16647e1a-8fc8-42ea-ad3a-a0cee7129952 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.0457182 Apr 28 19:39:52.911264 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-05dc72b3-6d4c-466e-9677-3310f16eaec2 req-7baf05af-d378-4ed5-b20b-0ac474d38530 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452411 Apr 28 19:39:52.993272 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port 470eb57b-92b4-4915-9314-9a19a6f52444 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:52.993615 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:53.081786 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] For port 470eb57b-92b4-4915-9314-9a19a6f52444, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=470eb57b-92b4-4915-9314-9a19a6f52444,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:53.082157 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:53.292296 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:53.293026 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (def8dd6e-a5d1-4eae-a6bb-5257aba13297), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:53.293026 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP def8dd6e-a5d1-4eae-a6bb-5257aba13297 disassociated. External IP: 172.27.2.65, port: 470eb57b-92b4-4915-9314-9a19a6f52444. Apr 28 19:39:53.293230 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for 470eb57b-92b4-4915-9314-9a19a6f52444 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:53.403995 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e858b35-f02e-4a35-8e6a-2ae2decc37ae req-153b5040-c015-491a-bb1b-7dfa15691c7b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.405794 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3e858b35-f02e-4a35-8e6a-2ae2decc37ae req-153b5040-c015-491a-bb1b-7dfa15691c7b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 945 time: 0.0488243 Apr 28 19:39:53.420917 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (470eb57b-92b4-4915-9314-9a19a6f52444), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:53.454591 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=470eb57b-92b4-4915-9314-9a19a6f52444,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:53.458988 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3e858b35-f02e-4a35-8e6a-2ae2decc37ae req-9aa5c7e6-f763-4a0a-81a4-b5f74c3aa32f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=92a6d7b4-d371-445e-aded-bdb10d0277d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467861 Apr 28 19:39:53.464963 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.465320 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.465665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.466014 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.466348 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.466695 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.467006 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.467332 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.467658 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.468038 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.468292 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.468610 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.469045 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.469241 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.469611 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:53.584266 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:39:53.694963 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:39:53.705129 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:53.714283 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:53.714880 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:53.738932 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] No DVR routers for this DVR port 470eb57b-92b4-4915-9314-9a19a6f52444 on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:53.741347 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:53.745153 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-90c91bcc-4e14-45d5-8155-2c9673db7028 req-a4072385-4d55-49f5-8e75-0bf55693817d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "DELETE /v2.0/ports/470eb57b-92b4-4915-9314-9a19a6f52444 HTTP/1.1" status: 204 len: 173 time: 0.8334057 Apr 28 19:39:53.745598 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'name': 'network-vif-deleted', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:53.747865 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f229e7-f1e8-4977-bec1-23e23d2ed131" -d '{"events": [{"server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "name": "network-vif-deleted", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:39:53.788478 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca29fcc8-747c-4ab2-9327-0b23665e18ad x-openstack-request-id: req-ca29fcc8-747c-4ab2-9327-0b23665e18ad {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:39:53.788777 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5725e2f3-b2d5-4579-8acb-b33ed6d650a9", "name": "network-vif-deleted", "tag": "470eb57b-92b4-4915-9314-9a19a6f52444", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:39:53.789040 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca29fcc8-747c-4ab2-9327-0b23665e18ad {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:39:53.789451 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca29fcc8-747c-4ab2-9327-0b23665e18ad'] response: {'server_uuid': '5725e2f3-b2d5-4579-8acb-b33ed6d650a9', 'name': 'network-vif-deleted', 'tag': '470eb57b-92b4-4915-9314-9a19a6f52444', 'status': 'completed', 'code': 200} Apr 28 19:39:53.825297 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:54.008394 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:54.040442 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ddaf9-86ea-4c93-be7e-c7fed093acba req-f727f94b-2998-4510-91c0-9e5bb2b59833 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.041702 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:54.043636 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-842ddaf9-86ea-4c93-be7e-c7fed093acba req-f727f94b-2998-4510-91c0-9e5bb2b59833 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0594590 Apr 28 19:39:54.079010 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:54.087159 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:39:54.087792 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:54.099097 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-842ddaf9-86ea-4c93-be7e-c7fed093acba req-b317c23a-7281-430f-892a-f9bcc560d1cb tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495687 Apr 28 19:39:54.193856 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:39:54.376309 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:54.404869 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2f465-ceba-4e0e-bcff-64eee8d918fc None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:54.568830 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-28f2a712-bed8-4907-a8e1-ca11f3823238 req-cb72f4cf-b248-4674-9427-68887de4775a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5725e2f3-b2d5-4579-8acb-b33ed6d650a9 HTTP/1.1" status: 200 len: 210 time: 0.0290060 Apr 28 19:39:54.626088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e35683-e031-4330-a18a-8c3d04a9834f None None] New status for floating IP def8dd6e-a5d1-4eae-a6bb-5257aba13297: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:39:55.213212 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e3ad9-dcf0-4dda-9ead-77929feb2110 req-f8ba2e11-befe-4649-88f3-a8585760e83c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.214670 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4d5e3ad9-dcf0-4dda-9ead-77929feb2110 req-f8ba2e11-befe-4649-88f3-a8585760e83c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0498762 Apr 28 19:39:55.269801 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4d5e3ad9-dcf0-4dda-9ead-77929feb2110 req-887b3b20-263e-49a6-b90a-0cb8f79d6de2 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493467 Apr 28 19:39:55.655599 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57028) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:55.727944 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df861d-96eb-4943-8a7d-24f75af73550 req-d67177e4-9f53-4215-8fca-5d0148e5aed9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.730028 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8df861d-96eb-4943-8a7d-24f75af73550 req-d67177e4-9f53-4215-8fca-5d0148e5aed9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0669529 Apr 28 19:39:55.761307 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-35894a05-3615-40d8-8632-c5668ea51ffc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (92a6d7b4-d371-445e-aded-bdb10d0277d6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:55.800054 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-35894a05-3615-40d8-8632-c5668ea51ffc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (92a6d7b4-d371-445e-aded-bdb10d0277d6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:55.810318 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b8df861d-96eb-4943-8a7d-24f75af73550 req-dfb4b149-cffc-49c0-82da-2deac69b8d95 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745385 Apr 28 19:39:55.851724 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-35894a05-3615-40d8-8632-c5668ea51ffc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (92a6d7b4-d371-445e-aded-bdb10d0277d6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:55.854886 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-35894a05-3615-40d8-8632-c5668ea51ffc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:55.859075 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-35894a05-3615-40d8-8632-c5668ea51ffc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/security-groups/92a6d7b4-d371-445e-aded-bdb10d0277d6 HTTP/1.1" status: 204 len: 168 time: 0.1991513 Apr 28 19:39:55.859583 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57030) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:55.865569 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35894a05-3615-40d8-8632-c5668ea51ffc tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a6d7b4-d371-445e-aded-bdb10d0277d6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:55.880108 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-17b19755-7356-4ed8-95c5-2612f4db763c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] show failed (client error): The resource could not be found. Apr 28 19:39:55.883413 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-17b19755-7356-4ed8-95c5-2612f4db763c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups/92a6d7b4-d371-445e-aded-bdb10d0277d6 HTTP/1.1" status: 404 len: 347 time: 0.0207281 Apr 28 19:39:55.884015 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57032) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:56.261914 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port 390a1e50-c0ac-4a17-9300-343b1b969e90 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:39:56.262622 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.340362 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.340846 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (390a1e50-c0ac-4a17-9300-343b1b969e90), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.374050 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for 390a1e50-c0ac-4a17-9300-343b1b969e90 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:39:56.397879 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec72325-04db-4f10-b6e7-65c259180fe8 req-6f0554bc-5cc5-419c-be9a-cb4e53fb0847 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.399334 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2ec72325-04db-4f10-b6e7-65c259180fe8 req-6f0554bc-5cc5-419c-be9a-cb4e53fb0847 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0617383 Apr 28 19:39:56.402133 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 470eb57b-92b4-4915-9314-9a19a6f52444 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:39:56.424458 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 470eb57b-92b4-4915-9314-9a19a6f52444 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:39:56.424808 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 470eb57b-92b4-4915-9314-9a19a6f52444 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:39:56.493306 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2ec72325-04db-4f10-b6e7-65c259180fe8 req-ff6ed735-4122-4051-a707-652320a09dc9 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646782 Apr 28 19:39:56.558277 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (390a1e50-c0ac-4a17-9300-343b1b969e90), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.588160 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=390a1e50-c0ac-4a17-9300-343b1b969e90,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:56.610814 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.611174 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.611527 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.611876 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.612220 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.612560 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.612897 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.613233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.613567 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.613925 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.614261 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.614601 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.614931 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.615262 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.615591 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:56.655511 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (def8dd6e-a5d1-4eae-a6bb-5257aba13297), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.658205 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.659358 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fe1190e0-f0bd-47b0-8fce-b856da900f83 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/floatingips/def8dd6e-a5d1-4eae-a6bb-5257aba13297 HTTP/1.1" status: 204 len: 168 time: 0.7744539 Apr 28 19:39:56.822885 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57038) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:56.827541 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-08ee5c00-da63-474d-b466-903ecaca55e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919270734', 'description': 'tempest-description--883591418'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:56.848503 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c00-da63-474d-b466-903ecaca55e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.914398 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c00-da63-474d-b466-903ecaca55e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (b3bb1f3e-4645-45a2-9ae7-0470e2d402aa), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.918524 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c00-da63-474d-b466-903ecaca55e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (b3bb1f3e-4645-45a2-9ae7-0470e2d402aa), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.937016 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e2445-52d3-4c2d-aabe-c48836d5f976 req-1bd0431d-10b2-488c-9d82-0a1692a5b280 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.939249 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-156e2445-52d3-4c2d-aabe-c48836d5f976 req-1bd0431d-10b2-488c-9d82-0a1692a5b280 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0522778 Apr 28 19:39:56.945431 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c00-da63-474d-b466-903ecaca55e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.946644 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-08ee5c00-da63-474d-b466-903ecaca55e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1227481 Apr 28 19:39:56.950662 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57042) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:56.955047 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-c431da8a-790f-4959-8ef8-94b35b65389b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': 'b3bb1f3e-4645-45a2-9ae7-0470e2d402aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:56.958876 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee5c00-da63-474d-b466-903ecaca55e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:56.982541 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c431da8a-790f-4959-8ef8-94b35b65389b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (00c8e03d-d0d5-49fb-8342-03e4ef1d7bea), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:56.985877 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-156e2445-52d3-4c2d-aabe-c48836d5f976 req-b0b4ec27-b164-49cd-9ea7-1395f3c044f1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410702 Apr 28 19:39:57.044985 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c431da8a-790f-4959-8ef8-94b35b65389b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (00c8e03d-d0d5-49fb-8342-03e4ef1d7bea), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.048524 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c431da8a-790f-4959-8ef8-94b35b65389b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (00c8e03d-d0d5-49fb-8342-03e4ef1d7bea), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.065360 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431da8a-790f-4959-8ef8-94b35b65389b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c8e03d-d0d5-49fb-8342-03e4ef1d7bea,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.073501 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c431da8a-790f-4959-8ef8-94b35b65389b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.074734 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c431da8a-790f-4959-8ef8-94b35b65389b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229334 Apr 28 19:39:57.077340 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57044) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:57.081557 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-cde195fd-af93-482c-8d72-a7aec216eca7 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'security_group_rule': {'security_group_id': 'b3bb1f3e-4645-45a2-9ae7-0470e2d402aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:57.105572 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde195fd-af93-482c-8d72-a7aec216eca7 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (60193f3d-effa-4be8-98fd-98888c5593ef), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.159036 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde195fd-af93-482c-8d72-a7aec216eca7 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (60193f3d-effa-4be8-98fd-98888c5593ef), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.162251 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde195fd-af93-482c-8d72-a7aec216eca7 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471535'] for security_group_rule (60193f3d-effa-4be8-98fd-98888c5593ef), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.178404 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde195fd-af93-482c-8d72-a7aec216eca7 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60193f3d-effa-4be8-98fd-98888c5593ef,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.187405 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cde195fd-af93-482c-8d72-a7aec216eca7 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.188577 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cde195fd-af93-482c-8d72-a7aec216eca7 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1102884 Apr 28 19:39:57.191742 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57046) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:39:57.195944 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:39:57.214645 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.299926 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.412136 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.27.2.198 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/179a2281-7fdf-42af-96bb-c4654afce75d) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:57.516361 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (179a2281-7fdf-42af-96bb-c4654afce75d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.549257 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (179a2281-7fdf-42af-96bb-c4654afce75d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.610233 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:57.618664 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:57.625271 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:39:57.630020 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=179a2281-7fdf-42af-96bb-c4654afce75d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.661796 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5aa87d-6012-456d-a021-e596261d6344 req-48fea946-ce8a-45a5-9b5a-e2b63241abfb tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.663309 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a5aa87d-6012-456d-a021-e596261d6344 req-48fea946-ce8a-45a5-9b5a-e2b63241abfb tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 944 time: 0.0893757 Apr 28 19:39:57.745303 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0a5aa87d-6012-456d-a021-e596261d6344 req-a7f7db24-62c0-4428-96c6-22e1b27bf7bb tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758555 Apr 28 19:39:57.758512 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (32ded3a1-b6b5-4934-a9e2-c801141a0cec), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.793383 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (179a2281-7fdf-42af-96bb-c4654afce75d), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.940965 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (179a2281-7fdf-42af-96bb-c4654afce75d), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:57.945316 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (179a2281-7fdf-42af-96bb-c4654afce75d), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:58.012912 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=179a2281-7fdf-42af-96bb-c4654afce75d,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.024487 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (32ded3a1-b6b5-4934-a9e2-c801141a0cec), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:58.040195 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:58.042066 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-214d7466-c646-4451-bb47-3956639f2754 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8494103 Apr 28 19:39:58.105846 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c1729-dfce-4cc0-815e-344a7ff3b451 req-a2c9e113-3a35-4440-a4e5-ee98df67d3cb tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.107342 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-745c1729-dfce-4cc0-815e-344a7ff3b451 req-a2c9e113-3a35-4440-a4e5-ee98df67d3cb tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0472915 Apr 28 19:39:58.155084 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-745c1729-dfce-4cc0-815e-344a7ff3b451 req-92256349-291d-4dc0-b7c2-ca6003d129be tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421772 Apr 28 19:39:58.235010 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-07f8de18-3313-4809-865e-4f1334d20c74 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1919270734&fields=id&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 267 time: 0.0420823 Apr 28 19:39:58.336751 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-29cbc49d-3e63-4281-970c-c4448ab23f9f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.338808 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-29cbc49d-3e63-4281-970c-c4448ab23f9f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.0974121 Apr 28 19:39:58.353418 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-96d9f95e-7d5d-4cd8-a780-722ce12ec12d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/quotas/36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 375 time: 0.0091710 Apr 28 19:39:58.404534 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-c992f4c0-85e2-46f0-b416-8796480d4b0e tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461338 Apr 28 19:39:58.437214 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c35eea8a-cbc2-41ee-8b10-a0fea8a6505c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:39:58.500521 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-f76520b7-4189-451d-8fbe-e5dce56d61ee service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849876 Apr 28 19:39:58.531400 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:58.542165 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'port_id': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'mac_address': 'fa:16:3e:c2:ff:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:39:58.582579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:39:58.582968 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:58.593154 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-71efd8df-89d0-4668-bfd6-fc0901b92905 service neutron] 10.222.0.55 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869894 Apr 28 19:39:58.596308 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35eea8a-cbc2-41ee-8b10-a0fea8a6505c {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:58.614688 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:39:58.619259 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:58.667699 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.752699 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-13e23e3f-e296-4e58-b218-c45df7a0d637 req-cef00aa6-1856-4769-9af7-56c2f1b7e1f6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 210 time: 0.0304909 Apr 28 19:39:58.860577 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedcb29-5471-4587-ada6-bfac4b0e6691 req-d3e7e088-7bd2-433a-8673-f421232f2f5e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.862097 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaedcb29-5471-4587-ada6-bfac4b0e6691 req-d3e7e088-7bd2-433a-8673-f421232f2f5e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Apr 28 19:39:58.911644 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaedcb29-5471-4587-ada6-bfac4b0e6691 req-06ce9b94-ebcb-487b-84df-5d114f2924c4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 Apr 28 19:39:58.991513 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['c35eea8a-cbc2-41ee-8b10-a0fea8a6505c'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:39:59.281623 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa485331-2d7a-44ed-88ce-b2b1416788c0 req-f4b2e1c5-3ed7-429f-bed6-affab66360f7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:59.283219 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aa485331-2d7a-44ed-88ce-b2b1416788c0 req-f4b2e1c5-3ed7-429f-bed6-affab66360f7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0517032 Apr 28 19:39:59.330274 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aa485331-2d7a-44ed-88ce-b2b1416788c0 req-24f80371-145a-4315-81e3-da12205c2c0a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415096 Apr 28 19:39:59.845617 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-d2f2d560-6bfd-4ce7-979e-1b9c9130b41f req-92a138b7-39b1-41e0-9866-ff8786b82226 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 210 time: 0.0279331 Apr 28 19:40:00.021476 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-fa818226-db00-4c21-b9d2-211ee9b8650c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.023393 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-fa818226-db00-4c21-b9d2-211ee9b8650c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 815 time: 0.1078563 Apr 28 19:40:00.028311 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a6189-8d18-41d2-b3c4-6fbfd308a871 req-eabe4424-3027-4f96-9074-ba9f00750196 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.029940 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-830a6189-8d18-41d2-b3c4-6fbfd308a871 req-eabe4424-3027-4f96-9074-ba9f00750196 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 945 time: 0.0509453 Apr 28 19:40:00.085246 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-fa6d645a-a81c-4b21-b5d0-dcc6316a1289 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36df71958d224c05a8738eb90de0c818 HTTP/1.1" status: 200 len: 380 time: 0.0541306 Apr 28 19:40:00.090168 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-830a6189-8d18-41d2-b3c4-6fbfd308a871 req-d7aaa85e-85fe-4a3f-a6e1-158048277768 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541341 Apr 28 19:40:00.094270 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'port': {'device_id': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'admin_state_up': True, 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'security_groups': ['b3bb1f3e-4645-45a2-9ae7-0470e2d402aa']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:40:00.201279 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Made reservation on behalf of 36df71958d224c05a8738eb90de0c818 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:00.204572 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.324324 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Allocated IP 172.20.0.9 (d78411e1-316d-4ce8-a895-7120214bb428/f03aaf03-832f-48af-8daa-14c65cebe3f3/212c6624-3748-47eb-8430-f5bbf63669e7) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:00.449740 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c35eea8a-cbc2-41ee-8b10-a0fea8a6505c up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:00.472413 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c3ad3-f134-4e46-9814-5ca1b7d06bd4 req-fc165959-f46c-4596-97f9-90fa82f78782 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.473911 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-843c3ad3-f134-4e46-9814-5ca1b7d06bd4 req-fc165959-f46c-4596-97f9-90fa82f78782 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0562005 Apr 28 19:40:00.493414 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:40:00.499628 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:40:00.500009 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.518955 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for port (212c6624-3748-47eb-8430-f5bbf63669e7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.547521 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-843c3ad3-f134-4e46-9814-5ca1b7d06bd4 req-a09a2374-24d3-4014-a562-d368ffaf6fc3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648875 Apr 28 19:40:00.580541 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:00.581007 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.582826 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.605932 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:00.608141 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe6573e-5cc7-4371-be2f-0602e4e214e3" -d '{"events": [{"server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "name": "network-vif-plugged", "status": "completed", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:00.621069 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:00.624458 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Network d78411e1-316d-4ce8-a895-7120214bb428 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:00.626685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.627683 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:00.633744 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:00.660950 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event updated for resources: {'Port': ['ID=212c6624-3748-47eb-8430-f5bbf63669e7,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:00.661195 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c233c93d-b2d0-427e-9362-bdeda5822057 x-openstack-request-id: req-c233c93d-b2d0-427e-9362-bdeda5822057 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:00.661511 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "name": "network-vif-plugged", "status": "completed", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:00.661972 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c233c93d-b2d0-427e-9362-bdeda5822057 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:00.662516 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c233c93d-b2d0-427e-9362-bdeda5822057'] response: {'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'code': 200} Apr 28 19:40:00.696095 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.697588 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.700428 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:00.716587 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-4b016422-e848-483f-aa5f-aa5fe376b29c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6270034 Apr 28 19:40:00.843703 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-05d5a83b-199c-4af1-bf36-a85aaafd64b6 None None] Provisioning complete for port 212c6624-3748-47eb-8430-f5bbf63669e7 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:40:00.844058 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-05d5a83b-199c-4af1-bf36-a85aaafd64b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:00.884155 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-05d5a83b-199c-4af1-bf36-a85aaafd64b6 None None] Port 212c6624-3748-47eb-8430-f5bbf63669e7 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:40:00.934413 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Request body: {'port': {'device_id': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:40:00.989813 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffa7e6-b2d0-40a7-8d98-9c0689ba890c req-9b955e64-583b-4287-bfce-f7baccc22f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.991293 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1dffa7e6-b2d0-40a7-8d98-9c0689ba890c req-9b955e64-583b-4287-bfce-f7baccc22f86 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 1130 time: 0.0412309 Apr 28 19:40:00.992701 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be8fe7-bc34-4533-a769-024662d85f48 req-0c75fab1-d3db-4682-a4e7-a13ab806b7bd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.994198 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b7be8fe7-bc34-4533-a769-024662d85f48 req-0c75fab1-d3db-4682-a4e7-a13ab806b7bd tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 931 time: 0.0776269 Apr 28 19:40:01.037619 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1dffa7e6-b2d0-40a7-8d98-9c0689ba890c req-ffe419b5-00db-4206-91df-5435886c0d6d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397511 Apr 28 19:40:01.046539 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:01.072715 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b7be8fe7-bc34-4533-a769-024662d85f48 req-f6841d70-e611-41f2-abc3-f91a5510b840 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725684 Apr 28 19:40:01.197613 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243c56f-a24e-4fbf-9d66-9fccb28c777e req-2e96ab82-ab25-430d-a9e1-34dff282b787 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.199102 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1243c56f-a24e-4fbf-9d66-9fccb28c777e req-2e96ab82-ab25-430d-a9e1-34dff282b787 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0462403 Apr 28 19:40:01.247214 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1243c56f-a24e-4fbf-9d66-9fccb28c777e req-6bf48012-e94f-464d-a035-cc2496944259 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Apr 28 19:40:01.322504 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212c6624-3748-47eb-8430-f5bbf63669e7 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:01.329685 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Publish callbacks [] for port (212c6624-3748-47eb-8430-f5bbf63669e7), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:01.342235 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Transition to ACTIVE for port object 212c6624-3748-47eb-8430-f5bbf63669e7 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:40:01.346248 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:01.396408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Pushing event updated for resources: {'Port': ['ID=212c6624-3748-47eb-8430-f5bbf63669e7,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:01.471580 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Attempting to bind port 212c6624-3748-47eb-8430-f5bbf63669e7 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:40:01.471949 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Attempting to bind port 212c6624-3748-47eb-8430-f5bbf63669e7 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:40:01.472286 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Attempting to bind port 212c6624-3748-47eb-8430-f5bbf63669e7 on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:01.476865 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Port 212c6624-3748-47eb-8430-f5bbf63669e7 on network d78411e1-316d-4ce8-a895-7120214bb428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:40:01.477188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Attempting to bind port 212c6624-3748-47eb-8430-f5bbf63669e7 on network d78411e1-316d-4ce8-a895-7120214bb428 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:40:01.482367 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:40:01.483807 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Checking segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:40:01.484199 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Bound using segment: {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:40:01.484633 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Bound port: 212c6624-3748-47eb-8430-f5bbf63669e7, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8665f09-ebe3-4a45-ae14-12ed2768d757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:40:01.484995 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:01.552549 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] For port 212c6624-3748-47eb-8430-f5bbf63669e7, host hv-cinder-82694, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:40:01.555844 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] For port 212c6624-3748-47eb-8430-f5bbf63669e7, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=212c6624-3748-47eb-8430-f5bbf63669e7,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:40:01.561443 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:01.596468 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.596468 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:01.597850 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] 10.222.0.45 "PUT /v2.0/ports/212c6624-3748-47eb-8430-f5bbf63669e7 HTTP/1.1" status: 200 len: 1093 time: 0.6705406 Apr 28 19:40:01.600202 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:01.602515 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61caba43-bb9a-41fe-89db-e3b3fa2a8e43" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:01.630003 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fea78-9eff-4507-8dba-6017e46719f6 service neutron] Pushing event updated for resources: {'Port': ['ID=212c6624-3748-47eb-8430-f5bbf63669e7,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:01.655449 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea2e47-fb12-44c5-8f0b-1af3ee3b9d81 x-openstack-request-id: req-a8ea2e47-fb12-44c5-8f0b-1af3ee3b9d81 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:01.655755 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:01.656017 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8ea2e47-fb12-44c5-8f0b-1af3ee3b9d81 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:01.656430 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ea2e47-fb12-44c5-8f0b-1af3ee3b9d81'] response: {'name': 'network-changed', 'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7', 'status': 'completed', 'code': 200} Apr 28 19:40:01.697623 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f8bed-d581-4299-9cd4-37a083cd9b5d req-06e505b8-5e2a-4bd6-acf5-564cf01dbb52 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.700710 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-297f8bed-d581-4299-9cd4-37a083cd9b5d req-06e505b8-5e2a-4bd6-acf5-564cf01dbb52 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0566709 Apr 28 19:40:01.747306 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-297f8bed-d581-4299-9cd4-37a083cd9b5d req-bb279088-0705-4a71-bc4a-6fcf55e6697a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425494 Apr 28 19:40:01.969238 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caba43-bb9a-41fe-89db-e3b3fa2a8e43 req-cc7aaa63-5fe9-4c7d-905d-dfa8eadecc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.970766 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61caba43-bb9a-41fe-89db-e3b3fa2a8e43 req-cc7aaa63-5fe9-4c7d-905d-dfa8eadecc98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 1127 time: 0.0381866 Apr 28 19:40:02.072629 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caba43-bb9a-41fe-89db-e3b3fa2a8e43 req-d16a8687-8045-4b7a-a7a6-e7b77bfcc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.074090 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61caba43-bb9a-41fe-89db-e3b3fa2a8e43 req-d16a8687-8045-4b7a-a7a6-e7b77bfcc3e8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=36df71958d224c05a8738eb90de0c818&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964711 Apr 28 19:40:02.174850 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caba43-bb9a-41fe-89db-e3b3fa2a8e43 req-3faec5fb-2c42-43b0-83b7-8021d31776aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.176380 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-61caba43-bb9a-41fe-89db-e3b3fa2a8e43 req-3faec5fb-2c42-43b0-83b7-8021d31776aa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896916 Apr 28 19:40:02.186846 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40665-84a1-44e3-89e2-a184f923eb86 req-67f3c624-2f59-49f2-b03b-1362514e958c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.188337 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59c40665-84a1-44e3-89e2-a184f923eb86 req-67f3c624-2f59-49f2-b03b-1362514e958c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 943 time: 0.0464563 Apr 28 19:40:02.239230 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-59c40665-84a1-44e3-89e2-a184f923eb86 req-39fd60bd-78a8-44aa-8198-7f0fcc66f984 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Apr 28 19:40:02.249137 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-20edec05-6886-44bf-b84c-c5e9925f982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.251151 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-20edec05-6886-44bf-b84c-c5e9925f982b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 1127 time: 0.0388651 Apr 28 19:40:02.363954 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d6c0-aaae-4be5-a24a-10833c2a3e3f req-336b6911-93d9-4f5b-b179-cc1113074a3f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.365586 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-12f9d6c0-aaae-4be5-a24a-10833c2a3e3f req-336b6911-93d9-4f5b-b179-cc1113074a3f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0509574 Apr 28 19:40:02.703488 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-12f9d6c0-aaae-4be5-a24a-10833c2a3e3f req-4554f193-6e06-44c9-b804-1eadac18d671 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302066 Apr 28 19:40:02.705169 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-de40c913-3e04-4b07-b04e-0566c64aafc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=212c6624-3748-47eb-8430-f5bbf63669e7 HTTP/1.1" status: 200 len: 217 time: 0.2945843 Apr 28 19:40:02.789271 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-a7164af8-344c-4ae5-8e37-6f3eda569f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.790826 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-a7164af8-344c-4ae5-8e37-6f3eda569f4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0438192 Apr 28 19:40:02.835717 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-60abd384-99d0-445b-98ac-77685e23a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.837216 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-60abd384-99d0-445b-98ac-77685e23a153 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396633 Apr 28 19:40:02.866453 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c49b-aaca-4800-896e-0570c63735f2 req-69f33649-fa5d-4632-953c-bfdef3cb94df tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.867927 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bac2c49b-aaca-4800-896e-0570c63735f2 req-69f33649-fa5d-4632-953c-bfdef3cb94df tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0490093 Apr 28 19:40:02.913201 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bac2c49b-aaca-4800-896e-0570c63735f2 req-759bc43c-a56f-4b1b-af41-7bdb0b8558e4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390327 Apr 28 19:40:02.929037 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-92048658-bf32-4180-a5d7-19a870be21ca service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854857 Apr 28 19:40:03.015176 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1a8c38b5-ac60-412b-9559-a9a4460ccd22 req-25615830-87bf-4883-82da-19ce51a764cc service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806296 Apr 28 19:40:03.353032 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eead95-6e31-42a8-8f62-b9d1f293bb3d req-8ba681b1-73fd-4772-8d49-3e4fe62032ad tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.354522 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c9eead95-6e31-42a8-8f62-b9d1f293bb3d req-8ba681b1-73fd-4772-8d49-3e4fe62032ad tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 943 time: 0.0498290 Apr 28 19:40:03.400090 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c9eead95-6e31-42a8-8f62-b9d1f293bb3d req-0629240d-0084-464a-8da1-8e499ef827d0 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401020 Apr 28 19:40:03.812684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c547ab5-bc30-4e52-8f1e-5fa97394a3ab req-a0138775-d887-437c-97c4-306ff2c82290 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.814141 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c547ab5-bc30-4e52-8f1e-5fa97394a3ab req-a0138775-d887-437c-97c4-306ff2c82290 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0459909 Apr 28 19:40:03.861266 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6c547ab5-bc30-4e52-8f1e-5fa97394a3ab req-58dce8e5-c720-414f-82f7-877272178a44 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Apr 28 19:40:03.972314 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b67759-b2f5-421e-b475-f2d2410c939d req-ff8a5782-14ce-44fe-b2d2-99c8ba0ae74d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.973807 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e7b67759-b2f5-421e-b475-f2d2410c939d req-ff8a5782-14ce-44fe-b2d2-99c8ba0ae74d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0464728 Apr 28 19:40:04.021152 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e7b67759-b2f5-421e-b475-f2d2410c939d req-1b62022e-cda2-4ad2-82ff-47467cc58359 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Apr 28 19:40:04.033130 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be2b13-4326-47c2-b210-dfc468ba4bd2 req-ba9d3ede-859a-4398-9026-3dba78d0e79a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.034815 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4be2b13-4326-47c2-b210-dfc468ba4bd2 req-ba9d3ede-859a-4398-9026-3dba78d0e79a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0494485 Apr 28 19:40:04.043982 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57120) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:04.081030 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d4be2b13-4326-47c2-b210-dfc468ba4bd2 req-4f35900e-32fc-4c60-9db7-f9d10bb8e2ca tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407290 Apr 28 19:40:04.222480 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6307c-4950-4d8f-9978-29bbf15b3d29 tempest-TestVolumeBootPattern-1468112978 tempest-TestVolumeBootPattern-1468112978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.223948 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a3f6307c-4950-4d8f-9978-29bbf15b3d29 tempest-TestVolumeBootPattern-1468112978 tempest-TestVolumeBootPattern-1468112978-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 1125 time: 0.1789954 Apr 28 19:40:04.226808 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57124) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:04.231669 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'port_id': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:40:04.250904 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:04.328982 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:04.436147 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Allocated IP 172.27.2.62 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/5f594f39-0d88-4c12-949e-1599565c3d03) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:04.545308 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0636a-b05a-4bb6-a5a4-63d02d0d0fa7 req-0861434e-e6b5-4a1a-8318-328d43f6a9d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.546805 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-94b0636a-b05a-4bb6-a5a4-63d02d0d0fa7 req-0861434e-e6b5-4a1a-8318-328d43f6a9d6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 943 time: 0.0773242 Apr 28 19:40:04.593555 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (5f594f39-0d88-4c12-949e-1599565c3d03), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:04.622866 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-94b0636a-b05a-4bb6-a5a4-63d02d0d0fa7 req-c0c6be0e-fe39-49af-a4e6-ed4a0759b232 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683985 Apr 28 19:40:04.645840 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (5f594f39-0d88-4c12-949e-1599565c3d03), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:04.682876 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:04.685613 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:04.688429 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:40:04.716149 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=5f594f39-0d88-4c12-949e-1599565c3d03,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:05.052176 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (c23df3ad-cae5-4f28-909e-b9e0d28243a1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:05.119696 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5f594f39-0d88-4c12-949e-1599565c3d03), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:05.198642 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a475-53ef-4dce-a3bb-214af9789a9d req-2e425cb2-7909-45b7-85a6-1741c95bf0dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:05.200120 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f11a475-53ef-4dce-a3bb-214af9789a9d req-2e425cb2-7909-45b7-85a6-1741c95bf0dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0476305 Apr 28 19:40:05.245714 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2f11a475-53ef-4dce-a3bb-214af9789a9d req-27e3cfca-8d29-40a4-9b6f-3f806abc983f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399945 Apr 28 19:40:05.269897 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (5f594f39-0d88-4c12-949e-1599565c3d03), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:05.273966 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (5f594f39-0d88-4c12-949e-1599565c3d03), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:05.348943 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=5f594f39-0d88-4c12-949e-1599565c3d03,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:05.363834 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (c23df3ad-cae5-4f28-909e-b9e0d28243a1), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:05.469493 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Floating IP c23df3ad-cae5-4f28-909e-b9e0d28243a1 associated. External IP: 172.27.2.62, port: c35eea8a-cbc2-41ee-8b10-a0fea8a6505c. Apr 28 19:40:05.685582 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:05.769864 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466d33f-5fa1-4fab-883e-6d368f390883 req-3d097b8e-737d-463c-9234-be46a8cd620f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:05.771639 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0466d33f-5fa1-4fab-883e-6d368f390883 req-3d097b8e-737d-463c-9234-be46a8cd620f tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 943 time: 0.0808089 Apr 28 19:40:05.863358 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:05.870838 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0466d33f-5fa1-4fab-883e-6d368f390883 req-c8a12895-cefa-4c88-9e1b-81b085b3a1de tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923560 Apr 28 19:40:05.884908 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:05.885657 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:05.895340 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:05.895950 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:05.916690 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a52bd56e-6db4-4fb7-9ae5-0a06377d82f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6888657 Apr 28 19:40:05.917279 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:05.919526 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:05.955355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10424ade-ef41-489a-801a-b7d7cd36d876 x-openstack-request-id: req-10424ade-ef41-489a-801a-b7d7cd36d876 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:05.955655 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:05.955921 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10424ade-ef41-489a-801a-b7d7cd36d876 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:05.956333 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10424ade-ef41-489a-801a-b7d7cd36d876'] response: {'name': 'network-changed', 'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'status': 'completed', 'code': 200} Apr 28 19:40:06.023854 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-310bdc54-bbfb-4d5f-8875-a5cea77944ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.026338 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-310bdc54-bbfb-4d5f-8875-a5cea77944ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 1130 time: 0.0424769 Apr 28 19:40:06.095863 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:06.126288 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-57045ac8-363b-4a4a-acb2-0120909c18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.127807 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-57045ac8-363b-4a4a-acb2-0120909c18b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0878396 Apr 28 19:40:06.208704 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-de1c4d5d-701a-453d-991b-4b6acd8f73dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c HTTP/1.1" status: 200 len: 999 time: 0.0588536 Apr 28 19:40:06.260566 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-5b92b95b-b11f-4a62-a949-4abd28973448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.262145 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-5b92b95b-b11f-4a62-a949-4abd28973448 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0478811 Apr 28 19:40:06.306523 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'c23df3ad-cae5-4f28-909e-b9e0d28243a1', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:c2:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:40:04Z', 'updated_at': '2022-04-28T19:40:04Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:06.309867 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-8793c2c5-a995-4d92-ab64-62943e91036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.311442 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-8793c2c5-a995-4d92-ab64-62943e91036c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423224 Apr 28 19:40:06.333208 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:06.341608 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:06.342276 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:06.414763 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30009-a685-42e1-a715-4f0d4f2cc65b req-19418a80-7e51-463e-85cd-e6e288344577 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.416812 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-13d30009-a685-42e1-a715-4f0d4f2cc65b req-19418a80-7e51-463e-85cd-e6e288344577 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0912137 Apr 28 19:40:06.450338 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:06.467463 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-50f3148f-0c0a-4d18-bfac-f45cb6492808 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496131 Apr 28 19:40:06.497469 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-13d30009-a685-42e1-a715-4f0d4f2cc65b req-53c0d008-5ecc-426b-a009-2e2e8c85cc34 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742047 Apr 28 19:40:06.563094 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e20c3c93-3556-4a31-9859-70d1ff0f0f9d req-b62406a5-c615-4f84-b79d-116899807b85 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882654 Apr 28 19:40:06.659638 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'c23df3ad-cae5-4f28-909e-b9e0d28243a1', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:c2:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:40:04Z', 'updated_at': '2022-04-28T19:40:04Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:06.690014 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157491fe-7b6a-4bee-b9cb-364abdc83613 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': 'c23df3ad-cae5-4f28-909e-b9e0d28243a1', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:c2:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:40:04Z', 'updated_at': '2022-04-28T19:40:04Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:06.896127 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48acd47-2e74-4523-b562-f87bab9a8179 None None] New status for floating IP c23df3ad-cae5-4f28-909e-b9e0d28243a1: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:06.996737 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab3f3f-f0ff-4cb7-858a-832aab4bb76c req-a0efc121-f128-482e-a3d2-8b454fbbac14 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.998361 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-41ab3f3f-f0ff-4cb7-858a-832aab4bb76c req-a0efc121-f128-482e-a3d2-8b454fbbac14 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 943 time: 0.0485966 Apr 28 19:40:07.052279 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-41ab3f3f-f0ff-4cb7-858a-832aab4bb76c req-98b864c4-1e4b-4b0a-951e-cb685732a8fa tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477676 Apr 28 19:40:07.619515 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399830f-18e1-4754-b573-f3c8af43806d req-cce89340-020d-4f40-90b2-3c4be77ee3b1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:07.620954 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7399830f-18e1-4754-b573-f3c8af43806d req-cce89340-020d-4f40-90b2-3c4be77ee3b1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0496137 Apr 28 19:40:07.665700 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7399830f-18e1-4754-b573-f3c8af43806d req-df46d3ca-b532-468f-9320-20411e07316f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392952 Apr 28 19:40:08.161518 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7e17-b3be-4ba0-ad53-cf4f23b79287 req-0f9c9cba-eebc-4ad0-be09-2b126fc0de15 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.162920 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c04b7e17-b3be-4ba0-ad53-cf4f23b79287 req-0f9c9cba-eebc-4ad0-be09-2b126fc0de15 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 943 time: 0.0452366 Apr 28 19:40:08.208865 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c04b7e17-b3be-4ba0-ad53-cf4f23b79287 req-42edd0ad-f2fd-411d-a96d-5aaebf8f8ad3 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Apr 28 19:40:08.456729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 212c6624-3748-47eb-8430-f5bbf63669e7 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:08.547938 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 212c6624-3748-47eb-8430-f5bbf63669e7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=212c6624-3748-47eb-8430-f5bbf63669e7,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:08.559016 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '212c6624-3748-47eb-8430-f5bbf63669e7', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'port_id': '212c6624-3748-47eb-8430-f5bbf63669e7', 'mac_address': 'fa:16:3e:cc:e9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:08.597837 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 212c6624-3748-47eb-8430-f5bbf63669e7 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:08.598230 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:08.611114 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212c6624-3748-47eb-8430-f5bbf63669e7 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:08.629167 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 212c6624-3748-47eb-8430-f5bbf63669e7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=212c6624-3748-47eb-8430-f5bbf63669e7,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:08.633202 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:08.678185 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=212c6624-3748-47eb-8430-f5bbf63669e7,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:08.685249 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.685603 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.685977 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.686328 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.686666 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.687000 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.687332 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.687661 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.687993 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.688321 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.688649 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.688980 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.689304 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.689627 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.689972 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:08.937608 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd16ae7-10a9-4acb-9783-65cb833c9c1f req-5c9d2dfd-dcd1-4e90-8e3e-e0f05c46fb27 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.939189 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ddd16ae7-10a9-4acb-9783-65cb833c9c1f req-5c9d2dfd-dcd1-4e90-8e3e-e0f05c46fb27 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0467381 Apr 28 19:40:08.984542 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ddd16ae7-10a9-4acb-9783-65cb833c9c1f req-f4f481ce-fdcc-4582-9303-5a04ec33c8a8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398545 Apr 28 19:40:09.195525 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['212c6624-3748-47eb-8430-f5bbf63669e7'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:09.320262 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876686e3-e39e-47e2-815e-4f6c43408616 req-a894c251-cc1f-4cfc-a166-b56a7965cfe1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.321761 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-876686e3-e39e-47e2-815e-4f6c43408616 req-a894c251-cc1f-4cfc-a166-b56a7965cfe1 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 944 time: 0.0456810 Apr 28 19:40:09.373694 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-876686e3-e39e-47e2-815e-4f6c43408616 req-7c344255-77b5-4cd5-b401-5f56996a808e tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463538 Apr 28 19:40:10.102669 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6a9ca-104f-4f6b-9847-55311e19873c req-9f4be8a5-233d-438f-b9f9-07bd52763e00 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.104136 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-21b6a9ca-104f-4f6b-9847-55311e19873c req-9f4be8a5-233d-438f-b9f9-07bd52763e00 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0496941 Apr 28 19:40:10.149280 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-21b6a9ca-104f-4f6b-9847-55311e19873c req-767f8acb-0f3e-4f03-8a9a-abba9f6bbd66 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Apr 28 19:40:10.573148 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:10.575261 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 212c6624-3748-47eb-8430-f5bbf63669e7 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:10.644333 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd56ce-e2a4-4cbb-919d-a7408a6fd0b1 req-7dad2d7f-b004-443e-9c21-93a8c8b67923 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.645838 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1bcd56ce-e2a4-4cbb-919d-a7408a6fd0b1 req-7dad2d7f-b004-443e-9c21-93a8c8b67923 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 944 time: 0.0498335 Apr 28 19:40:10.679192 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 212c6624-3748-47eb-8430-f5bbf63669e7 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:40:10.690202 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 212c6624-3748-47eb-8430-f5bbf63669e7 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:40:10.690572 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:10.693681 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-1bcd56ce-e2a4-4cbb-919d-a7408a6fd0b1 req-0cba16a9-21bb-4aca-8a21-6e6082b6a10b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Apr 28 19:40:10.726355 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:10.744346 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'port_id': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'mac_address': 'fa:16:3e:d1:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:10.812449 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: ACTIVE; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:10.812849 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:10.827727 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 212c6624-3748-47eb-8430-f5bbf63669e7 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:10.828101 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:10.832659 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9cab3b6-b266-4cd6-8939-d58bc209389c {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:10.864457 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:10.869719 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:10.871134 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6501a0-8120-4909-96b3-fc5055202093" -d '{"events": [{"server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "name": "network-vif-plugged", "status": "completed", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:10.881610 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:10.887304 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 212c6624-3748-47eb-8430-f5bbf63669e7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=212c6624-3748-47eb-8430-f5bbf63669e7,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:10.907735 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:10.911592 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52119dd9-4b4f-458e-9635-e7499ae8ef56 x-openstack-request-id: req-52119dd9-4b4f-458e-9635-e7499ae8ef56 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:10.911879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "name": "network-vif-plugged", "status": "completed", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:10.912131 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52119dd9-4b4f-458e-9635-e7499ae8ef56 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:10.912513 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52119dd9-4b4f-458e-9635-e7499ae8ef56'] response: {'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7', 'code': 200} Apr 28 19:40:10.939027 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:10.978750 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['b9cab3b6-b266-4cd6-8939-d58bc209389c'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:11.016170 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=212c6624-3748-47eb-8430-f5bbf63669e7,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:11.076728 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c001c8-6387-435f-8b59-f8cf94215035 req-2bd7713f-da17-4b19-8e31-b43785f6c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.078264 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-96c001c8-6387-435f-8b59-f8cf94215035 req-2bd7713f-da17-4b19-8e31-b43785f6c0b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 1129 time: 0.0389323 Apr 28 19:40:11.120591 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-96c001c8-6387-435f-8b59-f8cf94215035 req-aa5371eb-dd1c-4a6e-bc05-bc0439e37c93 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363746 Apr 28 19:40:11.262857 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349f7e5-b84d-4348-906c-286f2f480f8c req-68de8e38-db35-434e-b413-d3edddff7e26 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.264303 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2349f7e5-b84d-4348-906c-286f2f480f8c req-68de8e38-db35-434e-b413-d3edddff7e26 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 944 time: 0.0455301 Apr 28 19:40:11.309655 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2349f7e5-b84d-4348-906c-286f2f480f8c req-2638f68e-f4b9-407f-871c-68365dcca8cf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Apr 28 19:40:11.806845 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6784fe-290b-4272-8734-55e55e7452b3 req-f15ad0cf-32b2-4d23-a29e-ce677382cdb3 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.808287 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6784fe-290b-4272-8734-55e55e7452b3 req-f15ad0cf-32b2-4d23-a29e-ce677382cdb3 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 945 time: 0.0453346 Apr 28 19:40:11.857018 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6b6784fe-290b-4272-8734-55e55e7452b3 req-86dea71d-c530-4282-a024-ffdaacaaec85 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Apr 28 19:40:12.431634 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e250576-f197-489d-9ce2-3703fa6b6b17 req-dfcc5071-d10f-4c56-8e6a-24777c95c727 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.433089 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e250576-f197-489d-9ce2-3703fa6b6b17 req-dfcc5071-d10f-4c56-8e6a-24777c95c727 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 944 time: 0.0528378 Apr 28 19:40:12.480418 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6e250576-f197-489d-9ce2-3703fa6b6b17 req-b15f565a-1748-49cb-a0d6-9cbdb1687247 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Apr 28 19:40:12.589583 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:12.633405 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port b9cab3b6-b266-4cd6-8939-d58bc209389c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:40:12.634334 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:12.714924 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:12.715310 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:12.746816 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:12.750548 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:12.796147 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:12.913959 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:12.916336 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d089ec-c1a6-4208-8cb0-3abfbeb530a5" -d '{"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-plugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:12.951935 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c395969b-a534-4b6f-b582-e29a4879ee1c x-openstack-request-id: req-c395969b-a534-4b6f-b582-e29a4879ee1c {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:12.952238 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-plugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:12.952500 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c395969b-a534-4b6f-b582-e29a4879ee1c {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:12.952905 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c395969b-a534-4b6f-b582-e29a4879ee1c'] response: {'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'code': 200} Apr 28 19:40:13.219992 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6fb14-6bc5-4335-9653-4cf8957575ea req-86094619-f2e0-4096-8210-963bd49b4080 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.221452 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-30e6fb14-6bc5-4335-9653-4cf8957575ea req-86094619-f2e0-4096-8210-963bd49b4080 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 945 time: 0.2984610 Apr 28 19:40:13.278257 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-30e6fb14-6bc5-4335-9653-4cf8957575ea req-548623b4-8bd2-4ad3-ab73-9378be189672 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509524 Apr 28 19:40:13.601576 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd38bb-53ca-4b03-a01a-23f84440cf36 req-d81aa28a-d20a-43b5-b774-509c7da7be75 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.603633 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65bd38bb-53ca-4b03-a01a-23f84440cf36 req-d81aa28a-d20a-43b5-b774-509c7da7be75 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0491815 Apr 28 19:40:13.649301 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-65bd38bb-53ca-4b03-a01a-23f84440cf36 req-e58f1ce7-1ed1-4920-9f48-fae6136c4a29 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Apr 28 19:40:14.386964 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d9943-141d-4b88-835f-e0869d625a24 req-9d4260d4-c8fd-4b41-86b8-24b2d70d0341 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.389157 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a72d9943-141d-4b88-835f-e0869d625a24 req-9d4260d4-c8fd-4b41-86b8-24b2d70d0341 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 945 time: 0.0479538 Apr 28 19:40:14.444610 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a72d9943-141d-4b88-835f-e0869d625a24 req-d8fb0fd9-ee5e-46e3-925f-1f3474c1282a tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493555 Apr 28 19:40:14.564594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829841-65c1-4900-ac77-302de11d9dd2 req-05ccdb80-8b29-420b-91a2-fdb468db4e88 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.566199 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-29829841-65c1-4900-ac77-302de11d9dd2 req-05ccdb80-8b29-420b-91a2-fdb468db4e88 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 945 time: 0.0511076 Apr 28 19:40:14.575991 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57202) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:14.580471 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Request body: {'floatingip': {'port_id': '212c6624-3748-47eb-8430-f5bbf63669e7'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:40:14.623143 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (32ded3a1-b6b5-4934-a9e2-c801141a0cec), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.819128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc344fd8-9c14-442a-bf26-3afa5775c112 req-31e6cd99-687c-46b8-a80c-6ba3e74820ea tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.821001 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dc344fd8-9c14-442a-bf26-3afa5775c112 req-31e6cd99-687c-46b8-a80c-6ba3e74820ea tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0787728 Apr 28 19:40:14.902809 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dc344fd8-9c14-442a-bf26-3afa5775c112 req-ced66c0f-04a6-4067-93d4-61ed5eb79e6f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723753 Apr 28 19:40:15.104030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:15.108824 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (32ded3a1-b6b5-4934-a9e2-c801141a0cec), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:15.217828 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP 32ded3a1-b6b5-4934-a9e2-c801141a0cec associated. External IP: 172.27.2.198, port: 212c6624-3748-47eb-8430-f5bbf63669e7. Apr 28 19:40:15.345193 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:15.444332 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:15.562089 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:15.567056 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:15.576614 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:15.598619 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:15.599002 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8c2a1dac-4f5b-4f25-a523-23a677bea14d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "PUT /v2.0/floatingips/32ded3a1-b6b5-4934-a9e2-c801141a0cec HTTP/1.1" status: 200 len: 991 time: 1.0218844 Apr 28 19:40:15.599261 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:15.599664 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:15.602004 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca06ae24-7699-4b40-909c-200272188647" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:15.653907 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc01efa-3806-4356-a7c5-ba14b20cfb4b x-openstack-request-id: req-5bc01efa-3806-4356-a7c5-ba14b20cfb4b {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:15.654521 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:15.654521 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bc01efa-3806-4356-a7c5-ba14b20cfb4b {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:15.654844 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc01efa-3806-4356-a7c5-ba14b20cfb4b'] response: {'name': 'network-changed', 'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7', 'status': 'completed', 'code': 200} Apr 28 19:40:15.732249 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:15.733703 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06ae24-7699-4b40-909c-200272188647 req-0b8f8bfd-5bca-4831-b26d-23fb08712718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.735820 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca06ae24-7699-4b40-909c-200272188647 req-0b8f8bfd-5bca-4831-b26d-23fb08712718 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36df71958d224c05a8738eb90de0c818&device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 1129 time: 0.0454106 Apr 28 19:40:15.885481 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06ae24-7699-4b40-909c-200272188647 req-86f9c781-ef35-407b-a9e0-796ac4e5e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.887420 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca06ae24-7699-4b40-909c-200272188647 req-86f9c781-ef35-407b-a9e0-796ac4e5e0be service neutron] 10.222.0.45 "GET /v2.0/networks?id=d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 200 len: 916 time: 0.1440852 Apr 28 19:40:15.982509 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca06ae24-7699-4b40-909c-200272188647 req-7ef01e6b-5c71-46b1-b2d3-153e7f245bb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=212c6624-3748-47eb-8430-f5bbf63669e7 HTTP/1.1" status: 200 len: 999 time: 0.0828667 Apr 28 19:40:16.013006 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '32ded3a1-b6b5-4934-a9e2-c801141a0cec', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '212c6624-3748-47eb-8430-f5bbf63669e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:cc:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:57Z', 'updated_at': '2022-04-28T19:40:15Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:16.052860 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:16.062043 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:16.063327 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:39:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:16.078239 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06ae24-7699-4b40-909c-200272188647 req-a5635502-8f6c-402f-b7f9-5303a45e7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.079722 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca06ae24-7699-4b40-909c-200272188647 req-a5635502-8f6c-402f-b7f9-5303a45e7750 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 200 len: 854 time: 0.0894704 Apr 28 19:40:16.091540 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90e9f4-7158-4efd-8eba-d507bddd3f71 req-48d9b6d6-a547-4e68-b291-7f4d4838b48a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.093042 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1f90e9f4-7158-4efd-8eba-d507bddd3f71 req-48d9b6d6-a547-4e68-b291-7f4d4838b48a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0847063 Apr 28 19:40:16.158187 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06ae24-7699-4b40-909c-200272188647 req-4f8d616a-6111-48e8-a777-4fedd1a4618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.159696 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca06ae24-7699-4b40-909c-200272188647 req-4f8d616a-6111-48e8-a777-4fedd1a4618c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d78411e1-316d-4ce8-a895-7120214bb428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657878 Apr 28 19:40:16.199567 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:16.202465 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1f90e9f4-7158-4efd-8eba-d507bddd3f71 req-28735d1b-3f67-4414-88af-20e15abc0fd4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971286 Apr 28 19:40:16.278211 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca06ae24-7699-4b40-909c-200272188647 req-35506816-e2c4-43be-8ab2-970d7c0e0a63 service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097784 Apr 28 19:40:16.402361 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ca06ae24-7699-4b40-909c-200272188647 req-a8b59bfb-1890-41cb-9be8-dce99f2b792b service neutron] 10.222.0.45 "GET /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137967 Apr 28 19:40:16.453617 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '32ded3a1-b6b5-4934-a9e2-c801141a0cec', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '212c6624-3748-47eb-8430-f5bbf63669e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:cc:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:57Z', 'updated_at': '2022-04-28T19:40:15Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:16.589733 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7056e35d-d007-45bc-b63e-73fd4e69bfbd None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '32ded3a1-b6b5-4934-a9e2-c801141a0cec', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'port_id': '212c6624-3748-47eb-8430-f5bbf63669e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'mac_address': 'fa:16:3e:cc:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:39:57Z', 'updated_at': '2022-04-28T19:40:15Z', 'revision_number': 1, 'project_id': '36df71958d224c05a8738eb90de0c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:16.842754 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa85f4-d154-4af8-83bf-5f6a443b9ebf None None] New status for floating IP 32ded3a1-b6b5-4934-a9e2-c801141a0cec: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:17.336855 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dec3a0-91d5-4af7-88b7-19c5c5a137cb req-1836fc7b-d493-4bd7-b9bd-838f293eb8dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:17.338487 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f6dec3a0-91d5-4af7-88b7-19c5c5a137cb req-1836fc7b-d493-4bd7-b9bd-838f293eb8dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0645785 Apr 28 19:40:17.396256 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f6dec3a0-91d5-4af7-88b7-19c5c5a137cb req-2b47471b-a1c0-46a6-841f-e10cd05a0d8d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512002 Apr 28 19:40:17.537928 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-070311d1-765b-4a1e-8636-61e273225cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:18.528811 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d5f92-256e-4408-b0b4-5ffef3edb2c8 req-f96c7a86-25c9-421d-9eaf-a931daa3c520 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.530514 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ea1d5f92-256e-4408-b0b4-5ffef3edb2c8 req-f96c7a86-25c9-421d-9eaf-a931daa3c520 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0538242 Apr 28 19:40:18.580838 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ea1d5f92-256e-4408-b0b4-5ffef3edb2c8 req-0454a144-1e11-4539-9ee7-ba6bfd6c4e77 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445952 Apr 28 19:40:19.706719 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773ca3d-c4df-4e14-84c1-19c6ce64c086 req-408196f5-9801-474f-904f-55fea8eac6a0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.708509 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4773ca3d-c4df-4e14-84c1-19c6ce64c086 req-408196f5-9801-474f-904f-55fea8eac6a0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0503004 Apr 28 19:40:19.761809 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-4773ca3d-c4df-4e14-84c1-19c6ce64c086 req-e7ea9662-242d-411f-97ba-8b27cb073ffa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474737 Apr 28 19:40:19.790281 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-13d5e49e-7598-45d4-8f61-bfd3c090f2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:20.910029 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507101b-54d9-44dc-936e-14325d60913b req-775e3f75-50ba-46ab-ad4c-1e1b61a2af93 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.911593 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3507101b-54d9-44dc-936e-14325d60913b req-775e3f75-50ba-46ab-ad4c-1e1b61a2af93 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0696526 Apr 28 19:40:20.935117 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:20.977725 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3507101b-54d9-44dc-936e-14325d60913b req-97782879-9175-4620-8471-dfee6d1abe49 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591571 Apr 28 19:40:22.133933 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ee01-b643-4abf-a3f7-4c56ac428d47 req-b2886f0b-519d-4982-a346-0d8fc89e9de6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.136185 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a579ee01-b643-4abf-a3f7-4c56ac428d47 req-b2886f0b-519d-4982-a346-0d8fc89e9de6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0579958 Apr 28 19:40:22.190456 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-a579ee01-b643-4abf-a3f7-4c56ac428d47 req-e441187f-260f-4042-aace-d2bfd9d343d4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478365 Apr 28 19:40:22.266864 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:40:22.385362 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:23.315523 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781afb0-f651-4016-b9af-5e524bf2563b req-ab0ce66d-2f0c-4f3d-aeb1-4e244d5b043c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.317360 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3781afb0-f651-4016-b9af-5e524bf2563b req-ab0ce66d-2f0c-4f3d-aeb1-4e244d5b043c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0502846 Apr 28 19:40:23.374737 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3781afb0-f651-4016-b9af-5e524bf2563b req-38755699-aed8-4808-b044-561ebf5beaf5 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513892 Apr 28 19:40:24.014668 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:24.494202 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627bf9-6a98-489e-88bf-f367b6a4961f req-c39c22d5-74b5-450c-9f4f-f6f7b9cad3a4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.496196 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de627bf9-6a98-489e-88bf-f367b6a4961f req-c39c22d5-74b5-450c-9f4f-f6f7b9cad3a4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0465183 Apr 28 19:40:24.540775 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-de627bf9-6a98-489e-88bf-f367b6a4961f req-4a2a08ff-fd9e-4b5e-9b61-3982d63f4566 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 Apr 28 19:40:24.847090 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-0306cc8f-618f-4922-a36c-4528e3702c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.848614 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-0306cc8f-618f-4922-a36c-4528e3702c45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1129 time: 0.0400021 Apr 28 19:40:24.936353 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-3625af1d-7359-4d37-947b-7377bc5548ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.938398 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-3625af1d-7359-4d37-947b-7377bc5548ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.0832813 Apr 28 19:40:25.007609 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-600639a1-2c44-4da3-9ec2-22e20f635a58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 1001 time: 0.0605869 Apr 28 19:40:25.056315 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-9ba18cef-58ec-4ddb-8c6a-c353f1a92909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.057831 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-9ba18cef-58ec-4ddb-8c6a-c353f1a92909 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0430908 Apr 28 19:40:25.102519 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-04b04fd7-a11d-4fd1-ae99-457f5c800351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.103893 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-04b04fd7-a11d-4fd1-ae99-457f5c800351 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394926 Apr 28 19:40:25.196495 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-e8164fd7-42fd-4f5b-8695-83a1652465db service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855293 Apr 28 19:40:25.286432 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-88ccd4db-ff13-4f8d-9214-e93090dd9b57 req-cb221847-6f27-46fe-aa6b-5250e5a12a96 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828259 Apr 28 19:40:25.656271 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4274d-ac02-43e6-83fb-6ba40b56cdb0 req-c52d629e-25f4-4ac3-a10b-0d832c6044b9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.657729 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-08a4274d-ac02-43e6-83fb-6ba40b56cdb0 req-c52d629e-25f4-4ac3-a10b-0d832c6044b9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 945 time: 0.0461936 Apr 28 19:40:25.702942 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-08a4274d-ac02-43e6-83fb-6ba40b56cdb0 req-d9f911bf-ade3-4e1d-bf92-64806e24f5f1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Apr 28 19:40:26.626218 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:26.700081 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:26.700462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:26.722197 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:26.724418 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc62cf94-3030-40d4-a665-7b482f892f23" -d '{"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-unplugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:26.737899 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:26.742458 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:26.768033 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcc9990-95d5-4f06-864c-ba1270acef6e x-openstack-request-id: req-bdcc9990-95d5-4f06-864c-ba1270acef6e {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:26.768331 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-unplugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:26.768585 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdcc9990-95d5-4f06-864c-ba1270acef6e {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:26.769077 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcc9990-95d5-4f06-864c-ba1270acef6e'] response: {'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'code': 200} Apr 28 19:40:26.798395 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:26.828021 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f066d-bc8f-4d84-b616-9634bebde3f3 req-c7970c8c-7390-4db2-9437-8af7809851dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.829530 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7d8f066d-bc8f-4d84-b616-9634bebde3f3 req-c7970c8c-7390-4db2-9437-8af7809851dd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0467305 Apr 28 19:40:26.876216 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7d8f066d-bc8f-4d84-b616-9634bebde3f3 req-7e7be2ad-7c0b-41aa-a559-c9dbe8403fa8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410178 Apr 28 19:40:27.995807 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140513b-3141-490b-8453-c7d95851380d req-0760aa81-5880-44e6-b612-d3afdfdee19b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.997259 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2140513b-3141-490b-8453-c7d95851380d req-0760aa81-5880-44e6-b612-d3afdfdee19b tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0496850 Apr 28 19:40:28.042228 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2140513b-3141-490b-8453-c7d95851380d req-408e5920-7aae-4437-86cb-e023a1030b52 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395732 Apr 28 19:40:28.783356 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-256b47ca-e871-4f32-b8fb-5c6a081d73b7 req-57c9e97a-bdc3-4a72-a2cc-f50f98cbdb08 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:40:28.785715 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-256b47ca-e871-4f32-b8fb-5c6a081d73b7 req-57c9e97a-bdc3-4a72-a2cc-f50f98cbdb08 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067673 Apr 28 19:40:28.947418 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda45c-e2b6-495b-988e-40a4d58c6a17 req-1dc65c40-188d-4491-94e5-d709797ac7ca tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.947836 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-90dda45c-e2b6-495b-988e-40a4d58c6a17 req-1dc65c40-188d-4491-94e5-d709797ac7ca tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0495315 Apr 28 19:40:28.995860 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-90dda45c-e2b6-495b-988e-40a4d58c6a17 req-83010525-5eea-4487-8be9-ff5866a950ba tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Apr 28 19:40:29.167462 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-8acd00cf-3c31-4e12-8952-0b086481d8ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0357032 Apr 28 19:40:29.241644 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-5f2784d9-0a16-4bf3-89bd-5db88c7b62b0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.242965 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-5f2784d9-0a16-4bf3-89bd-5db88c7b62b0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports/b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 940 time: 0.0485458 Apr 28 19:40:29.994921 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-70834abc-aead-4de2-853c-98480e1b0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.996410 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-70834abc-aead-4de2-853c-98480e1b0e9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f&tenant_id=adecb9b5784440faa795ef9a942edae9 HTTP/1.1" status: 200 len: 1127 time: 0.0417831 Apr 28 19:40:30.058725 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-ed05bdf6-c8e7-4576-a8e0-656f3c644109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.060260 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-ed05bdf6-c8e7-4576-a8e0-656f3c644109 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1127 time: 0.0399852 Apr 28 19:40:30.138194 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11feabe-f0bb-473a-aa94-5c14993155a9 req-fc36b712-9699-428d-85e1-3728e4fd37b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.139583 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f11feabe-f0bb-473a-aa94-5c14993155a9 req-fc36b712-9699-428d-85e1-3728e4fd37b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0714324 Apr 28 19:40:30.221337 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-ac5a4725-72eb-48a1-b557-4a9b013975da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.222785 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-ac5a4725-72eb-48a1-b557-4a9b013975da service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.1455691 Apr 28 19:40:30.229392 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f11feabe-f0bb-473a-aa94-5c14993155a9 req-3ce39983-d4cc-4a6b-bc59-2a2ac2589281 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625682 Apr 28 19:40:30.291345 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-aaf24d0a-98bd-4398-98c5-b2dae314f3ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 999 time: 0.0609977 Apr 28 19:40:30.338679 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-d42b7641-e681-419e-813d-741cb5b59af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.340055 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-d42b7641-e681-419e-813d-741cb5b59af7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0425313 Apr 28 19:40:30.381817 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-3b968f3e-892f-4da3-b755-83ee6a2de698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.383282 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-3b968f3e-892f-4da3-b755-83ee6a2de698 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367329 Apr 28 19:40:30.472065 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-9a23191d-eb00-4c26-a27a-868c41ed319f service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823348 Apr 28 19:40:30.557845 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f1eaac25-f8a3-4280-9270-bbe54490ede0 req-888d8b02-20fe-4b5a-8b98-585c7ba8ff8f service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790243 Apr 28 19:40:30.642820 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:30.717386 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: DOWN; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:31.349994 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c77534-52ae-4e38-a4d7-311b4c615b13 req-83224861-9dc5-4047-ad8a-f8ae9e0147aa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.351535 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4c77534-52ae-4e38-a4d7-311b4c615b13 req-83224861-9dc5-4047-ad8a-f8ae9e0147aa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0479882 Apr 28 19:40:31.400137 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b4c77534-52ae-4e38-a4d7-311b4c615b13 req-b62381dc-da5c-43ac-906a-cca07b3edfc0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 Apr 28 19:40:32.527800 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b031e-8fe6-4608-b2ab-f5b13f2a33b5 req-8b895db1-c910-4448-aaf6-09195a1f117e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.529355 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-399b031e-8fe6-4608-b2ab-f5b13f2a33b5 req-8b895db1-c910-4448-aaf6-09195a1f117e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0521553 Apr 28 19:40:32.585175 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-399b031e-8fe6-4608-b2ab-f5b13f2a33b5 req-ceb3e59a-738d-4a77-9ff0-2dc52d162dd0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500367 Apr 28 19:40:33.701954 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bad7a-5e06-49c2-966d-a48c8d2ea7a8 req-0db13e9d-1eb7-4aff-8380-cd22abc87ce2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.703466 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-244bad7a-5e06-49c2-966d-a48c8d2ea7a8 req-0db13e9d-1eb7-4aff-8380-cd22abc87ce2 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0465696 Apr 28 19:40:33.755442 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-244bad7a-5e06-49c2-966d-a48c8d2ea7a8 req-8965e8a6-7729-4f2f-9ef3-504d50222989 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461414 Apr 28 19:40:34.875996 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5f582-eb1b-4a43-8446-04f62fefcaed req-26e266d4-6bdd-46a5-8f13-6a1d5c5a9651 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.877501 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-45f5f582-eb1b-4a43-8446-04f62fefcaed req-26e266d4-6bdd-46a5-8f13-6a1d5c5a9651 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0483432 Apr 28 19:40:34.924946 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-45f5f582-eb1b-4a43-8446-04f62fefcaed req-4ede442f-896d-491d-8da6-7ccdb224ffe1 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Apr 28 19:40:36.047527 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a3f5-b049-4895-a824-b8ddb1451f72 req-fe75b496-2742-443a-a89b-278dffabc3c8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:36.049049 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-30f0a3f5-b049-4895-a824-b8ddb1451f72 req-fe75b496-2742-443a-a89b-278dffabc3c8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0488377 Apr 28 19:40:36.097601 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-30f0a3f5-b049-4895-a824-b8ddb1451f72 req-81048a82-0194-420d-9d92-0f3c4c4c9997 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Apr 28 19:40:37.215883 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a613330-2497-4b89-9c33-9a54b6724289 req-ce6c3182-1a8a-447a-9fe0-b913a3e46ef0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.217402 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5a613330-2497-4b89-9c33-9a54b6724289 req-ce6c3182-1a8a-447a-9fe0-b913a3e46ef0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0467491 Apr 28 19:40:37.265070 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5a613330-2497-4b89-9c33-9a54b6724289 req-0226481f-6cf9-4eb8-9381-54274a0380f4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Apr 28 19:40:38.384346 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2692c-102a-426f-b447-123ffe681302 req-68edcc24-cf17-4115-9d9f-11017f38465a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.386534 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e2f2692c-102a-426f-b447-123ffe681302 req-68edcc24-cf17-4115-9d9f-11017f38465a tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0468121 Apr 28 19:40:38.433708 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e2f2692c-102a-426f-b447-123ffe681302 req-a6f373e2-2b37-426f-8648-cde8363b70cf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Apr 28 19:40:38.994663 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57364) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:39.297480 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Deleting port 6afb2899-610f-451d-a629-1b2d7808d6b3 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:39.297767 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:39.374656 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:39.374995 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for floatingip (6afb2899-610f-451d-a629-1b2d7808d6b3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:39.388597 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Calling delete_port for 6afb2899-610f-451d-a629-1b2d7808d6b3 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:39.578740 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3c128-409e-4a08-896d-4c1531e243ad req-c08cca5f-95c7-4ab8-9328-74e17d36097c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.580142 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-68f3c128-409e-4a08-896d-4c1531e243ad req-c08cca5f-95c7-4ab8-9328-74e17d36097c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0562632 Apr 28 19:40:39.581192 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (6afb2899-610f-451d-a629-1b2d7808d6b3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:39.614933 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event deleted for resources: {'Port': ['ID=6afb2899-610f-451d-a629-1b2d7808d6b3,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:39.707958 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-68f3c128-409e-4a08-896d-4c1531e243ad req-11a4a9d6-c34f-48f5-ad4d-25fef979b83d tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215603 Apr 28 19:40:39.715687 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for floatingip (3db8284f-d6f0-45a7-b4c2-1d101c9f714f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:39.716018 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Floating IP 3db8284f-d6f0-45a7-b4c2-1d101c9f714f disassociated (deleted). External IP: 172.27.2.109, port: 86211717-c115-49b1-b99e-c5dbd320f2a7. Apr 28 19:40:40.259590 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Router 262d2c78-cc95-4cc3-854a-b613ef23be17 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:40.381857 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:40.386841 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:40.392988 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] Sync routers for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:40.414254 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:40.415295 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:40.421646 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-4140d9d3-cbd4-45df-a988-f5b699e8e40b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "DELETE /v2.0/floatingips/3db8284f-d6f0-45a7-b4c2-1d101c9f714f HTTP/1.1" status: 204 len: 168 time: 1.4251785 Apr 28 19:40:40.422701 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:40.425262 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cdc7f4-5a41-4007-b35c-47cda517d747" -d '{"events": [{"name": "network-changed", "server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:40.479071 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2054d7-121e-4f97-bc25-89ed7ff5e81e x-openstack-request-id: req-0c2054d7-121e-4f97-bc25-89ed7ff5e81e {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:40.479372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:40.479635 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c2054d7-121e-4f97-bc25-89ed7ff5e81e {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:40.480545 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2054d7-121e-4f97-bc25-89ed7ff5e81e'] response: {'name': 'network-changed', 'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'status': 'completed', 'code': 200} Apr 28 19:40:40.551290 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:40.683072 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979289f2-357b-480e-b279-ed47a2d53bbb req-85618c35-a683-42a6-a9b8-adb452c1fa4c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.685525 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-979289f2-357b-480e-b279-ed47a2d53bbb req-85618c35-a683-42a6-a9b8-adb452c1fa4c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0550683 Apr 28 19:40:40.741063 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-979289f2-357b-480e-b279-ed47a2d53bbb req-cdde76c2-90cb-4b75-9119-1b99bb1cb1a7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496335 Apr 28 19:40:40.784774 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 5, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:40.814346 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] Checking router: 262d2c78-cc95-4cc3-854a-b613ef23be17 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:40.823301 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:40.824902 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:40.875668 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736099d-c371-4e3d-865f-d2a19d9ab6d8 req-d9cfe558-0313-4101-98f7-30402e8dcc11 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.877190 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6736099d-c371-4e3d-865f-d2a19d9ab6d8 req-d9cfe558-0313-4101-98f7-30402e8dcc11 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0765204 Apr 28 19:40:40.960095 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:40.977765 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6736099d-c371-4e3d-865f-d2a19d9ab6d8 req-dd119bb3-d102-4037-95de-63b7815d093e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750914 Apr 28 19:40:41.161067 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 5, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:41.192919 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436f61a-f2a1-4235-9730-9abdce208f83 None None] The sync data for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi is: [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:34:09Z', 'revision_number': 4, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '686128be-2610-48bc-bd8b-d95f5e674c70', 'name': '', 'network_id': '676b1b11-394b-4ae5-b3a0-02260f9ec6c4', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'mac_address': 'fa:16:3e:d0:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:08Z', 'updated_at': '2022-04-28T19:34:13Z', 'revision_number': 5, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'subnets': [{'id': '26b3fbe9-af36-4205-8b5a-19bd71ac8ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:41.461336 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9255f1-328a-404f-905c-fd8ff96acafb None None] New status for floating IP 3db8284f-d6f0-45a7-b4c2-1d101c9f714f: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:40:41.864677 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23de27-4232-4eb5-89c3-bb49fdf0046d req-31face93-27d8-47de-8ecc-c8c455f9421c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:41.866238 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0d23de27-4232-4eb5-89c3-bb49fdf0046d req-31face93-27d8-47de-8ecc-c8c455f9421c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0490525 Apr 28 19:40:41.915341 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0d23de27-4232-4eb5-89c3-bb49fdf0046d req-f8b34b18-ce0f-4eda-b202-04d4d378c264 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431859 Apr 28 19:40:42.099755 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001115b-1a20-4d1a-82cc-6c7f2f028a65 req-4dbc3cd9-1488-4a26-83d1-3a7b35a1c4fa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.101113 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0001115b-1a20-4d1a-82cc-6c7f2f028a65 req-4dbc3cd9-1488-4a26-83d1-3a7b35a1c4fa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0493088 Apr 28 19:40:42.145924 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0001115b-1a20-4d1a-82cc-6c7f2f028a65 req-3335dae9-444e-4c6e-a73a-e0f9a5d9b851 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392497 Apr 28 19:40:43.026323 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af3767-a307-463c-a423-a249a690cef9 req-09cb7d8b-747f-4ab7-a944-5bf4c4d0411c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.028353 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a4af3767-a307-463c-a423-a249a690cef9 req-09cb7d8b-747f-4ab7-a944-5bf4c4d0411c tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0469751 Apr 28 19:40:43.076254 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a4af3767-a307-463c-a423-a249a690cef9 req-6f3b698c-afc1-4755-af4e-47084971e19b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Apr 28 19:40:43.271926 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc437b-20ec-46f7-b318-6de04ec9687a req-8ef3e8bf-d4a0-4210-983f-1d3a67ed73e6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.273413 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6bbc437b-20ec-46f7-b318-6de04ec9687a req-8ef3e8bf-d4a0-4210-983f-1d3a67ed73e6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0556295 Apr 28 19:40:43.323121 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6bbc437b-20ec-46f7-b318-6de04ec9687a req-cf06dc39-5497-49f2-8a83-e72dfb170fa7 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438976 Apr 28 19:40:44.185444 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a93a-bb08-4789-bee1-2c19a6ea1ad5 req-888b1a80-9f68-4bd8-ae5a-a055e503eb97 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:44.186918 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10e7a93a-bb08-4789-bee1-2c19a6ea1ad5 req-888b1a80-9f68-4bd8-ae5a-a055e503eb97 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0457437 Apr 28 19:40:44.233832 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-10e7a93a-bb08-4789-bee1-2c19a6ea1ad5 req-328a8879-0ccc-4f8c-955c-dbb7a4a6e790 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Apr 28 19:40:44.436870 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538b332-ea29-411e-a441-39be2f01880f req-2dc7d4a4-ee07-4a77-add0-9fdc84363f68 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:44.438319 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a538b332-ea29-411e-a441-39be2f01880f req-2dc7d4a4-ee07-4a77-add0-9fdc84363f68 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0452855 Apr 28 19:40:44.483197 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a538b332-ea29-411e-a441-39be2f01880f req-6128dd0c-e75a-419c-bca1-fdf805fca56e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394657 Apr 28 19:40:45.348590 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2da5c-a1fd-4dce-ab02-cf12e4b9323c req-6f23d2c2-956a-49dc-ab13-2ea13d96a8b6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.350075 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-57f2da5c-a1fd-4dce-ab02-cf12e4b9323c req-6f23d2c2-956a-49dc-ab13-2ea13d96a8b6 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0491307 Apr 28 19:40:45.365804 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:45.403669 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-57f2da5c-a1fd-4dce-ab02-cf12e4b9323c req-1a50ace2-7a9c-4625-9d61-0757184bbec5 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460532 Apr 28 19:40:45.598564 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251471-7b5d-4612-aa00-dcbfa985af5b req-a75ddc5b-dd46-4742-90e2-8dec377546b4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.600021 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4251471-7b5d-4612-aa00-dcbfa985af5b req-a75ddc5b-dd46-4742-90e2-8dec377546b4 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0466683 Apr 28 19:40:45.644818 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e4251471-7b5d-4612-aa00-dcbfa985af5b req-03dd56fd-9008-4a1d-8420-310eb17f5b77 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393212 Apr 28 19:40:46.447499 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-f80f5957-6a8f-42ed-aa47-b73601a8ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.448981 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-f80f5957-6a8f-42ed-aa47-b73601a8ba38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 1129 time: 0.0402448 Apr 28 19:40:46.522516 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec35fd-71b7-4f30-89ad-003dcc0b4fca req-3104af30-434a-48c7-83d0-4d8bb342cfcc tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.524113 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-44ec35fd-71b7-4f30-89ad-003dcc0b4fca req-3104af30-434a-48c7-83d0-4d8bb342cfcc tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0519378 Apr 28 19:40:46.575610 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-44ec35fd-71b7-4f30-89ad-003dcc0b4fca req-53b505fb-e749-480f-9611-dd11b5652f27 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459590 Apr 28 19:40:46.758371 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad91eef-651b-440e-85c8-835c43c3f5f7 req-b268247d-1a0f-4f16-94be-6bf9543f4056 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.759804 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0ad91eef-651b-440e-85c8-835c43c3f5f7 req-b268247d-1a0f-4f16-94be-6bf9543f4056 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0453942 Apr 28 19:40:46.805297 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0ad91eef-651b-440e-85c8-835c43c3f5f7 req-72e374de-0ba6-4dc3-8ce3-557041d2a086 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Apr 28 19:40:46.897496 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-393cf2d4-7a75-4b56-8074-2bec87dba53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.898983 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-393cf2d4-7a75-4b56-8074-2bec87dba53c service neutron] 10.222.0.45 "GET /v2.0/networks?id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 200 len: 910 time: 0.0886564 Apr 28 19:40:47.530062 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe253-4e3a-4b0c-8f58-831499cd3059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:47.691058 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6083c81-3003-4dd2-b15f-86b26f894a49 req-41605b12-c061-4647-9e33-1b140dc73d3a tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.692652 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6083c81-3003-4dd2-b15f-86b26f894a49 req-41605b12-c061-4647-9e33-1b140dc73d3a tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0467849 Apr 28 19:40:47.741718 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-b6083c81-3003-4dd2-b15f-86b26f894a49 req-f3b1df43-62b9-4242-a49e-2e6b9f811ae7 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435035 Apr 28 19:40:47.925429 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5465dff-c566-4a5a-b557-e66b9d149661 req-ca131640-00f7-4f76-88a4-bd3604db072f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.926900 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c5465dff-c566-4a5a-b557-e66b9d149661 req-ca131640-00f7-4f76-88a4-bd3604db072f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0458698 Apr 28 19:40:47.971891 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c5465dff-c566-4a5a-b557-e66b9d149661 req-70d0533a-48db-419d-b781-77d8fb6d7baa tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 Apr 28 19:40:48.834096 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 86211717-c115-49b1-b99e-c5dbd320f2a7 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:48.851474 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab1aef-11d9-4d88-b177-bfb9ad8bf722 req-a00022d1-4ea6-4538-9738-ddc0c1e3eec3 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.852977 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-08ab1aef-11d9-4d88-b177-bfb9ad8bf722 req-a00022d1-4ea6-4538-9738-ddc0c1e3eec3 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 945 time: 0.0465431 Apr 28 19:40:48.901322 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-08ab1aef-11d9-4d88-b177-bfb9ad8bf722 req-ee0a85fc-e176-40c1-bb53-874bca3d402b tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Apr 28 19:40:48.910924 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 86211717-c115-49b1-b99e-c5dbd320f2a7 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:48.911315 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:48.933607 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:48.935803 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef5810-e665-4b62-b7bf-5aff3fb6ccb5" -d '{"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-unplugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:48.947694 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:48.952299 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:48.974222 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07976db9-6b16-4f1d-bc60-293fd2213b54 x-openstack-request-id: req-07976db9-6b16-4f1d-bc60-293fd2213b54 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:48.974514 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-unplugged", "status": "completed", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:48.974774 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07976db9-6b16-4f1d-bc60-293fd2213b54 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:48.975165 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07976db9-6b16-4f1d-bc60-293fd2213b54'] response: {'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'code': 200} Apr 28 19:40:49.000097 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=9']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:49.091186 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59381bd-5d79-4271-98dd-8a4aa624fc47 req-586cf825-3d3d-4791-9fe0-a1dfaf4a0050 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.092635 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f59381bd-5d79-4271-98dd-8a4aa624fc47 req-586cf825-3d3d-4791-9fe0-a1dfaf4a0050 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0501285 Apr 28 19:40:49.137585 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f59381bd-5d79-4271-98dd-8a4aa624fc47 req-ba8b1740-771b-4e62-9581-5f9879996ddf tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Apr 28 19:40:49.346308 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-2bab430e-3723-4552-970e-2661ff7988d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0387020 Apr 28 19:40:49.587521 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-27a68633-7db1-4474-95c2-0b91f74590d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.589011 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-27a68633-7db1-4474-95c2-0b91f74590d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 200 len: 848 time: 0.0447135 Apr 28 19:40:49.659218 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-c7049cf5-bb5a-4f27-b542-f6613be1438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.660709 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-c7049cf5-bb5a-4f27-b542-f6613be1438d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676b1b11-394b-4ae5-b3a0-02260f9ec6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388067 Apr 28 19:40:49.666059 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-435e664a-16b0-4f44-960a-61d43317efae tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.667680 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-435e664a-16b0-4f44-960a-61d43317efae tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.45 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0452840 Apr 28 19:40:49.756374 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Deleting port 86211717-c115-49b1-b99e-c5dbd320f2a7 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:49.756639 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-ce9259a0-1c18-4f0d-b244-af7fbc433b2b service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891278 Apr 28 19:40:49.756773 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:49.789390 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e7df030a-322c-47c9-ad54-ecd40206c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:49.860206 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cdc7f4-5a41-4007-b35c-47cda517d747 req-db4344f6-f6fe-45ad-a3a9-34cacc7068af service neutron] 10.222.0.45 "GET /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968688 Apr 28 19:40:49.863317 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] For port 86211717-c115-49b1-b99e-c5dbd320f2a7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=86211717-c115-49b1-b99e-c5dbd320f2a7,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:49.863847 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:49.879868 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Calling delete_port for 86211717-c115-49b1-b99e-c5dbd320f2a7 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:50.014329 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (86211717-c115-49b1-b99e-c5dbd320f2a7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:50.021270 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52791226-4eac-4a36-b43c-297859bcb287 req-f20ced88-1fcd-463b-bfea-affbbf30b59f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:50.022809 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-52791226-4eac-4a36-b43c-297859bcb287 req-f20ced88-1fcd-463b-bfea-affbbf30b59f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/ports?device_id=92e2bbd8-1625-402c-9fe0-dbc713fe219b HTTP/1.1" status: 200 len: 943 time: 0.0535769 Apr 28 19:40:50.043603 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event deleted for resources: {'Port': ['ID=86211717-c115-49b1-b99e-c5dbd320f2a7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:50.075225 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-52791226-4eac-4a36-b43c-297859bcb287 req-9149b63e-2a49-40fc-aa74-e8f4bb24b38f tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "GET /v2.0/security-groups?id=9249f2d5-68c0-4cac-8e64-373c4b980a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461540 Apr 28 19:40:50.088563 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] No DVR routers for this DVR port 86211717-c115-49b1-b99e-c5dbd320f2a7 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:50.097308 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:50.100541 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6f371099-76e1-436a-aafe-011ee4376bd6 req-0e746525-f8a3-4ac5-aa6f-ad3eeb5a7b04 tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.45 "DELETE /v2.0/ports/86211717-c115-49b1-b99e-c5dbd320f2a7 HTTP/1.1" status: 204 len: 173 time: 0.4283972 Apr 28 19:40:50.100983 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-deleted', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:50.103403 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6759dc-1786-4cf0-91ed-ec583d39f2b2" -d '{"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-deleted", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:50.146498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6f2628-5005-4e1d-8964-9085beaa8c3d x-openstack-request-id: req-ce6f2628-5005-4e1d-8964-9085beaa8c3d {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:50.146725 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e2bbd8-1625-402c-9fe0-dbc713fe219b", "name": "network-vif-deleted", "tag": "86211717-c115-49b1-b99e-c5dbd320f2a7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:50.146992 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce6f2628-5005-4e1d-8964-9085beaa8c3d {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:50.147406 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6f2628-5005-4e1d-8964-9085beaa8c3d'] response: {'server_uuid': '92e2bbd8-1625-402c-9fe0-dbc713fe219b', 'name': 'network-vif-deleted', 'tag': '86211717-c115-49b1-b99e-c5dbd320f2a7', 'status': 'completed', 'code': 200} Apr 28 19:40:50.251389 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a3ed-04f1-4b09-b84a-774cf05062df req-14bfcb01-c95e-4b8c-9f44-df70dd52bf14 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:50.252849 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ee41a3ed-04f1-4b09-b84a-774cf05062df req-14bfcb01-c95e-4b8c-9f44-df70dd52bf14 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 943 time: 0.0457931 Apr 28 19:40:50.307903 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ee41a3ed-04f1-4b09-b84a-774cf05062df req-d131ccb1-53bf-4a74-a2ec-be89c5cceb85 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494084 Apr 28 19:40:50.855747 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:40:50.956096 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:50.966948 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:50.977951 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'port_id': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'mac_address': 'fa:16:3e:d1:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:40:51.014292 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:51.014676 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:51.027580 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cab3b6-b266-4cd6-8939-d58bc209389c {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:51.046742 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:51.050108 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:51.098911 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=9']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.133503 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57448) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:51.192072 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e5e35609-967f-435c-9d0b-970468265d5d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group (9249f2d5-68c0-4cac-8e64-373c4b980a8b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:51.216856 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e5e35609-967f-435c-9d0b-970468265d5d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group (9249f2d5-68c0-4cac-8e64-373c4b980a8b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:51.276164 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e5e35609-967f-435c-9d0b-970468265d5d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9249f2d5-68c0-4cac-8e64-373c4b980a8b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:51.279385 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e5e35609-967f-435c-9d0b-970468265d5d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:51.280543 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e5e35609-967f-435c-9d0b-970468265d5d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] 10.222.0.55 "DELETE /v2.0/security-groups/9249f2d5-68c0-4cac-8e64-373c4b980a8b HTTP/1.1" status: 204 len: 168 time: 0.1460290 Apr 28 19:40:51.289347 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e35609-967f-435c-9d0b-970468265d5d tempest-TestShelveInstance-518601513 tempest-TestShelveInstance-518601513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249f2d5-68c0-4cac-8e64-373c4b980a8b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.332714 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57452) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:51.403068 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['b9cab3b6-b266-4cd6-8939-d58bc209389c'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:40:51.430121 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b32cd-0c1f-4f56-bc59-8744dd8ae9fa req-4f5b32b9-da44-43aa-948c-655598db869c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.431964 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-309b32cd-0c1f-4f56-bc59-8744dd8ae9fa req-4f5b32b9-da44-43aa-948c-655598db869c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 944 time: 0.0499537 Apr 28 19:40:51.556558 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-309b32cd-0c1f-4f56-bc59-8744dd8ae9fa req-6c19221f-e624-4c15-b6f9-1c8f26019f35 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157160 Apr 28 19:40:51.793062 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (262d2c78-cc95-4cc3-854a-b613ef23be17), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.020233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Deleting port 686128be-2610-48bc-bd8b-d95f5e674c70 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:52.020571 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.095777 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] For port 686128be-2610-48bc-bd8b-d95f5e674c70, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=686128be-2610-48bc-bd8b-d95f5e674c70,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:52.096155 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.109121 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Calling delete_port for 686128be-2610-48bc-bd8b-d95f5e674c70 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:52.287755 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (686128be-2610-48bc-bd8b-d95f5e674c70), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.320296 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Pushing event deleted for resources: {'Port': ['ID=686128be-2610-48bc-bd8b-d95f5e674c70,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:52.391896 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.493951 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (262d2c78-cc95-4cc3-854a-b613ef23be17), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.674051 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a984857-db33-484f-bab0-745f826a67d3 req-be84b4bb-c8bf-4dd8-b1a5-9b6e8302cda0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.675521 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2a984857-db33-484f-bab0-745f826a67d3 req-be84b4bb-c8bf-4dd8-b1a5-9b6e8302cda0 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 944 time: 0.0468018 Apr 28 19:40:52.715474 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Router 262d2c78-cc95-4cc3-854a-b613ef23be17 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:52.725105 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2a984857-db33-484f-bab0-745f826a67d3 req-ef676593-32cb-4050-bad9-8f82ca042d37 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437167 Apr 28 19:40:52.821779 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:52.828130 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5f22fb97-0074-4dac-ae56-e8b175e5d953 admin admin] 10.222.0.55 "PUT /v2.0/routers/262d2c78-cc95-4cc3-854a-b613ef23be17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4939816 Apr 28 19:40:52.830214 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57464) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:52.832715 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] Sync routers for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:52.842198 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:52.842878 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:52.859486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:40:52.938999 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks [] for router (262d2c78-cc95-4cc3-854a-b613ef23be17), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.962009 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:53.043686 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port b9cab3b6-b266-4cd6-8939-d58bc209389c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:40:53.044060 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.060924 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks [] for router_gateway (262d2c78-cc95-4cc3-854a-b613ef23be17), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.115245 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Deleting port adfc21e3-be3b-4f6e-ba91-35cde1136fcb {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:53.115609 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.126987 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port b9cab3b6-b266-4cd6-8939-d58bc209389c is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:40:53.127381 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.163146 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:53.164442 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:53.166405 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79884228-9251-497e-b183-0df698138781" -d '{"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-plugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:40:53.169980 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:40:52Z', 'revision_number': 5, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port': {'id': 'adfc21e3-be3b-4f6e-ba91-35cde1136fcb', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:5d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:05Z', 'updated_at': '2022-04-28T19:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:53.170332 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.201461 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] For port adfc21e3-be3b-4f6e-ba91-35cde1136fcb, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:53.201864 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.202574 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] Checking router: 262d2c78-cc95-4cc3-854a-b613ef23be17 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:53.211796 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] Routers {'262d2c78-cc95-4cc3-854a-b613ef23be17'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:53.212504 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['262d2c78-cc95-4cc3-854a-b613ef23be17'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:53.215762 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Calling delete_port for adfc21e3-be3b-4f6e-ba91-35cde1136fcb owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:53.220177 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3349113a-0595-4678-9d41-85b2801e7d63 x-openstack-request-id: req-3349113a-0595-4678-9d41-85b2801e7d63 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:40:53.220729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-plugged", "status": "completed", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:40:53.220985 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3349113a-0595-4678-9d41-85b2801e7d63 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:40:53.221557 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3349113a-0595-4678-9d41-85b2801e7d63'] response: {'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'code': 200} Apr 28 19:40:53.222736 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=10']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:53.311639 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] Set router 262d2c78-cc95-4cc3-854a-b613ef23be17 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:53.368653 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:40:53Z', 'revision_number': 6, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:53.397747 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c05e2-4a33-454c-a326-0335cf5e2853 None None] The sync data for ids ['262d2c78-cc95-4cc3-854a-b613ef23be17'] in dv-cinder-826949-7-iscsi is: [{'id': '262d2c78-cc95-4cc3-854a-b613ef23be17', 'name': 'tempest-TestShelveInstance-1786108952-router', 'tenant_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:04Z', 'updated_at': '2022-04-28T19:40:53Z', 'revision_number': 6, 'project_id': 'f69851bdb16349d98dfbdf2bb9290d72', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:53.423680 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018f7ae-6cfd-441c-a8c0-0aed78d513fd req-abbc9e69-f805-4516-9fbd-6442be2fcd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:53.425369 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6018f7ae-6cfd-441c-a8c0-0aed78d513fd req-abbc9e69-f805-4516-9fbd-6442be2fcd82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1130 time: 0.0547187 Apr 28 19:40:53.426432 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (adfc21e3-be3b-4f6e-ba91-35cde1136fcb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.457786 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Pushing event deleted for resources: {'Port': ['ID=adfc21e3-be3b-4f6e-ba91-35cde1136fcb,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:53.529601 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6018f7ae-6cfd-441c-a8c0-0aed78d513fd req-4719d1a1-fabc-41e2-89fb-ce52a78bc4c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977452 Apr 28 19:40:53.540529 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (262d2c78-cc95-4cc3-854a-b613ef23be17), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.628971 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (262d2c78-cc95-4cc3-854a-b613ef23be17), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.631061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks [] for router_controller (262d2c78-cc95-4cc3-854a-b613ef23be17), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.676502 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (262d2c78-cc95-4cc3-854a-b613ef23be17), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.677009 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262d2c78-cc95-4cc3-854a-b613ef23be17 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:40:53.682110 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.683243 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d2be8ca7-ffc5-468e-9dbe-76c03b08ab3a admin admin] 10.222.0.55 "DELETE /v2.0/routers/262d2c78-cc95-4cc3-854a-b613ef23be17 HTTP/1.1" status: 204 len: 168 time: 0.8521266 Apr 28 19:40:53.685747 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57470) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:53.728205 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] Deleting subnet 26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:40:53.731818 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] Publish callbacks [] for subnet (26b3fbe9-af36-4205-8b5a-19bd71ac8ca1), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.770139 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13154238'] for subnet (26b3fbe9-af36-4205-8b5a-19bd71ac8ca1), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.854128 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (26b3fbe9-af36-4205-8b5a-19bd71ac8ca1), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.854339 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736c2b-24ac-4a86-a372-9247399a6349 req-79ee89f1-94c5-4dec-8b38-06a5b5c166b9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:53.855920 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-04736c2b-24ac-4a86-a372-9247399a6349 req-79ee89f1-94c5-4dec-8b38-06a5b5c166b9 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 946 time: 0.0502815 Apr 28 19:40:53.904063 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-04736c2b-24ac-4a86-a372-9247399a6349 req-9b7fb023-e99f-476e-879c-ec117c32781c tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411897 Apr 28 19:40:53.910791 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12872756'] for subnet (26b3fbe9-af36-4205-8b5a-19bd71ac8ca1), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.937022 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b3fbe9-af36-4205-8b5a-19bd71ac8ca1,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:53.939009 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.942127 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3322555f-6fa7-4d72-8db8-e93a6eb7d267 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/26b3fbe9-af36-4205-8b5a-19bd71ac8ca1 HTTP/1.1" status: 204 len: 168 time: 0.2554107 Apr 28 19:40:53.943499 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28203b24-d5af-4f6c-90a9-bc74bea0165c None None] Network 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:40:53.944536 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57474) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:54.014747 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (676b1b11-394b-4ae5-b3a0-02260f9ec6c4), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.036856 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.187809 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] DHCP port deletion for 676b1b11-394b-4ae5-b3a0-02260f9ec6c4 request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:40:54.231002 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] Deleting port 9d183139-9642-4380-b7ca-f77d4e82e155 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:54.231374 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.295059 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] For port 9d183139-9642-4380-b7ca-f77d4e82e155, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=9d183139-9642-4380-b7ca-f77d4e82e155,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:54.295546 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.315304 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] Calling delete_port for 9d183139-9642-4380-b7ca-f77d4e82e155 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:54.347290 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Deleting port 9d183139-9642-4380-b7ca-f77d4e82e155 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:54.347753 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.397960 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.410849 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] For port 9d183139-9642-4380-b7ca-f77d4e82e155, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=9d183139-9642-4380-b7ca-f77d4e82e155,segment=NetworkSegment(d3f9e966-d03d-4d89-b9e1-0d67384712d2),segment_id=d3f9e966-d03d-4d89-b9e1-0d67384712d2)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:54.411221 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.421736 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] Pushing event deleted for resources: {'Port': ['ID=9d183139-9642-4380-b7ca-f77d4e82e155,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.425676 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Calling delete_port for 9d183139-9642-4380-b7ca-f77d4e82e155 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:54.427624 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daeee1c-b864-482d-80e5-d0213dbe7233 None None] No DVR routers for this DVR port 9d183139-9642-4380-b7ca-f77d4e82e155 on host dv-cinder-826949-7-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:54.511206 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (9d183139-9642-4380-b7ca-f77d4e82e155), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.535277 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Pushing event deleted for resources: {'Port': ['ID=9d183139-9642-4380-b7ca-f77d4e82e155,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.538673 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] No DVR routers for this DVR port 9d183139-9642-4380-b7ca-f77d4e82e155 on host dv-cinder-826949-7-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:54.609585 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (676b1b11-394b-4ae5-b3a0-02260f9ec6c4), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.629224 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676b1b11-394b-4ae5-b3a0-02260f9ec6c4']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:54.638409 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f9e966-d03d-4d89-b9e1-0d67384712d2') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:54.638715 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f9e966-d03d-4d89-b9e1-0d67384712d2') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:54.647730 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (d3f9e966-d03d-4d89-b9e1-0d67384712d2), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.660408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (d3f9e966-d03d-4d89-b9e1-0d67384712d2), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.666135 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:40:54.666505 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (d3f9e966-d03d-4d89-b9e1-0d67384712d2), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:40:54.668655 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:40:54.721209 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (676b1b11-394b-4ae5-b3a0-02260f9ec6c4), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.732823 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:54.735967 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] 10.222.0.55 "DELETE /v2.0/networks/676b1b11-394b-4ae5-b3a0-02260f9ec6c4 HTTP/1.1" status: 204 len: 168 time: 0.7904696 Apr 28 19:40:54.738903 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57480) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:54.747188 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cd41f-781b-40e6-a66a-9d27d4508cff admin admin] Pushing event deleted for resources: {'Network': ['ID=676b1b11-394b-4ae5-b3a0-02260f9ec6c4,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:55.025906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b978c4-310a-48f0-9d7e-ce9e43891625 req-28e947b4-dfd5-4f62-80a9-59bf29c17412 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.028044 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-15b978c4-310a-48f0-9d7e-ce9e43891625 req-28e947b4-dfd5-4f62-80a9-59bf29c17412 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 946 time: 0.0502996 Apr 28 19:40:55.061658 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (43c8a649-8866-4a6e-a45a-130bca918120), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:55.077804 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-15b978c4-310a-48f0-9d7e-ce9e43891625 req-4c13f52a-7023-45a6-9544-f8a5ede934fd tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440314 Apr 28 19:40:55.095612 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 686128be-2610-48bc-bd8b-d95f5e674c70 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:55.116768 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 686128be-2610-48bc-bd8b-d95f5e674c70 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:40:55.117034 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 686128be-2610-48bc-bd8b-d95f5e674c70 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:55.117456 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device adfc21e3-be3b-4f6e-ba91-35cde1136fcb no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:55.154757 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: adfc21e3-be3b-4f6e-ba91-35cde1136fcb {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:40:55.155108 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device adfc21e3-be3b-4f6e-ba91-35cde1136fcb not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:55.155523 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 9d183139-9642-4380-b7ca-f77d4e82e155 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:55.179443 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 9d183139-9642-4380-b7ca-f77d4e82e155 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:40:55.180049 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 9d183139-9642-4380-b7ca-f77d4e82e155 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:55.321537 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Deleting port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:55.321916 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:55.403472 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] For port c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,segment=NetworkSegment(1f1a5142-a790-4e28-9962-2b0200ebe574),segment_id=1f1a5142-a790-4e28-9962-2b0200ebe574)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:55.403936 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:55.417662 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Calling delete_port for c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:55.609195 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:55.640092 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:55.920193 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.920437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.920774 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.921111 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.921442 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.921801 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.922128 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.922450 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.922774 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.923093 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.923416 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.923737 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.924055 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.924370 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:55.924684 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:56.067320 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (43c8a649-8866-4a6e-a45a-130bca918120), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:56.215420 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4ae3-8612-45e8-9c11-3474e1d60997 req-cd727907-ca6a-4e92-9ac0-74df25966e58 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:56.216880 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f63e4ae3-8612-45e8-9c11-3474e1d60997 req-cd727907-ca6a-4e92-9ac0-74df25966e58 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 946 time: 0.0603220 Apr 28 19:40:56.333291 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f63e4ae3-8612-45e8-9c11-3474e1d60997 req-fe158b59-2d9f-41de-8b6d-51d1594a6080 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107881 Apr 28 19:40:56.359915 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Router 43c8a649-8866-4a6e-a45a-130bca918120 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:40:56.480913 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:40:56.488435 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2b3783b4-307b-4f99-bd23-2c3d6e4aef21 admin admin] 10.222.0.55 "PUT /v2.0/routers/43c8a649-8866-4a6e-a45a-130bca918120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481096 Apr 28 19:40:56.489697 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] Sync routers for ids ['43c8a649-8866-4a6e-a45a-130bca918120'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:56.490667 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57526) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:56.500616 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] Routers {'43c8a649-8866-4a6e-a45a-130bca918120'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:56.501239 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['43c8a649-8866-4a6e-a45a-130bca918120'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:56.602503 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks [] for router (43c8a649-8866-4a6e-a45a-130bca918120), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:56.608517 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] Set router 43c8a649-8866-4a6e-a45a-130bca918120 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:56.708926 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks [] for router_gateway (43c8a649-8866-4a6e-a45a-130bca918120), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:56.754068 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Deleting port e7a6b7d2-35db-4c81-98b7-885725b1585b {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:56.754408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:56.773001 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:40:55Z', 'revision_number': 5, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port': {'id': 'e7a6b7d2-35db-4c81-98b7-885725b1585b', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c8a649-8866-4a6e-a45a-130bca918120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:34:14Z', 'updated_at': '2022-04-28T19:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:56.803757 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] Checking router: 43c8a649-8866-4a6e-a45a-130bca918120 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:56.812409 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] Routers {'43c8a649-8866-4a6e-a45a-130bca918120'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:40:56.813019 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['43c8a649-8866-4a6e-a45a-130bca918120'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:56.836573 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] For port e7a6b7d2-35db-4c81-98b7-885725b1585b, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=e7a6b7d2-35db-4c81-98b7-885725b1585b,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:56.836936 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:56.850086 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Calling delete_port for e7a6b7d2-35db-4c81-98b7-885725b1585b owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:56.898953 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] Set router 43c8a649-8866-4a6e-a45a-130bca918120 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:40:56.950265 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:40:56Z', 'revision_number': 6, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:56.979592 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494701a8-d309-4317-b7a1-7a58106c8731 None None] The sync data for ids ['43c8a649-8866-4a6e-a45a-130bca918120'] in dv-cinder-826949-7-iscsi is: [{'id': '43c8a649-8866-4a6e-a45a-130bca918120', 'name': 'tempest-TestShelveInstance-1361598935-router', 'tenant_id': '5d4a211b335543d0a1bc5b359f822eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:34:13Z', 'updated_at': '2022-04-28T19:40:56Z', 'revision_number': 6, 'project_id': '5d4a211b335543d0a1bc5b359f822eea', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:57.027051 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (e7a6b7d2-35db-4c81-98b7-885725b1585b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.051769 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a6b7d2-35db-4c81-98b7-885725b1585b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.111408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (43c8a649-8866-4a6e-a45a-130bca918120), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.205819 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (43c8a649-8866-4a6e-a45a-130bca918120), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.208636 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks [] for router_controller (43c8a649-8866-4a6e-a45a-130bca918120), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.252183 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (43c8a649-8866-4a6e-a45a-130bca918120), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.252788 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43c8a649-8866-4a6e-a45a-130bca918120 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:40:57.266084 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.266084 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e9cdbfb3-126f-4f45-b133-c836b84d316c admin admin] 10.222.0.55 "DELETE /v2.0/routers/43c8a649-8866-4a6e-a45a-130bca918120 HTTP/1.1" status: 204 len: 168 time: 0.7668967 Apr 28 19:40:57.266084 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57530) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:57.309244 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] Deleting subnet 8b72cac3-72ca-4615-ae3e-34df33bead2a {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:40:57.312376 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] Publish callbacks [] for subnet (8b72cac3-72ca-4615-ae3e-34df33bead2a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.354287 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (8b72cac3-72ca-4615-ae3e-34df33bead2a), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.494924 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (8b72cac3-72ca-4615-ae3e-34df33bead2a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.500628 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:57.520963 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:40:57.521587 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c7808ad1-0c8e-4c9e-95fd-e27a2eda57bc not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:57.551083 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (8b72cac3-72ca-4615-ae3e-34df33bead2a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.581474 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b72cac3-72ca-4615-ae3e-34df33bead2a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.584963 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.588156 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-576dbd0d-c087-44ea-a2e7-8d2cd973cf6f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8b72cac3-72ca-4615-ae3e-34df33bead2a HTTP/1.1" status: 204 len: 168 time: 0.3248382 Apr 28 19:40:57.590731 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57540) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:57.591490 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7b2ca-4569-442c-a1ca-7e72f5b14568 None None] Network 9cadb57d-b54e-4d83-bb9b-87c792a8971a requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:40:57.659416 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (9cadb57d-b54e-4d83-bb9b-87c792a8971a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.713750 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Deleting port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:57.714127 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.785690 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] For port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,segment=NetworkSegment(1f1a5142-a790-4e28-9962-2b0200ebe574),segment_id=1f1a5142-a790-4e28-9962-2b0200ebe574)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:57.786063 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.800907 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Calling delete_port for 27aa1f2d-3788-492e-8f1e-d7c4869c9eec owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:57.835411 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] DHCP port deletion for 9cadb57d-b54e-4d83-bb9b-87c792a8971a request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:40:57.877325 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] Deleting port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:40:57.877736 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.886478 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.914905 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:57.918993 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] No DVR routers for this DVR port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec on host dv-cinder-826949-7-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:57.943989 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] For port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,segment=NetworkSegment(1f1a5142-a790-4e28-9962-2b0200ebe574),segment_id=1f1a5142-a790-4e28-9962-2b0200ebe574)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:40:57.944389 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:57.961161 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] Calling delete_port for 27aa1f2d-3788-492e-8f1e-d7c4869c9eec owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:40:57.992378 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (9cadb57d-b54e-4d83-bb9b-87c792a8971a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.011834 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cadb57d-b54e-4d83-bb9b-87c792a8971a']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:58.021045 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1a5142-a790-4e28-9962-2b0200ebe574') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:58.021343 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1a5142-a790-4e28-9962-2b0200ebe574') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:58.031257 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (1f1a5142-a790-4e28-9962-2b0200ebe574), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.034587 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (27aa1f2d-3788-492e-8f1e-d7c4869c9eec), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.048801 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (1f1a5142-a790-4e28-9962-2b0200ebe574), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.055506 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:40:58.056077 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (1f1a5142-a790-4e28-9962-2b0200ebe574), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:40:58.058037 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:40:58.060561 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] Pushing event deleted for resources: {'Port': ['ID=27aa1f2d-3788-492e-8f1e-d7c4869c9eec,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.064305 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c7b5c-d68d-43f7-9e21-d0a092af5ddb None None] No DVR routers for this DVR port 27aa1f2d-3788-492e-8f1e-d7c4869c9eec on host dv-cinder-826949-7-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:58.118354 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (9cadb57d-b54e-4d83-bb9b-87c792a8971a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.126216 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.132433 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9cadb57d-b54e-4d83-bb9b-87c792a8971a HTTP/1.1" status: 204 len: 168 time: 0.5406578 Apr 28 19:40:58.142485 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b453d4-6dfe-42f2-9fef-40cfa9b11a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cadb57d-b54e-4d83-bb9b-87c792a8971a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.257688 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57548) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:58.296836 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ed3e2564-bc49-4e75-8429-139b3d0b15f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f69851bdb16349d98dfbdf2bb9290d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378699 Apr 28 19:40:58.299152 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57550) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:58.350285 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c08b23d4-cca1-4c31-a4a4-1bb026acbc86 admin admin] Publish callbacks [] for security_group (9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.373668 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c08b23d4-cca1-4c31-a4a4-1bb026acbc86 admin admin] Publish callbacks [] for security_group (9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.430056 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c08b23d4-cca1-4c31-a4a4-1bb026acbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.432582 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c08b23d4-cca1-4c31-a4a4-1bb026acbc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.433749 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c08b23d4-cca1-4c31-a4a4-1bb026acbc86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0 HTTP/1.1" status: 204 len: 168 time: 0.1336982 Apr 28 19:40:58.441164 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b23d4-cca1-4c31-a4a4-1bb026acbc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790a67d-1bf2-4cc9-b8fd-cdc3e2ed9be0,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.741868 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57558) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:58.781494 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8c121f07-5025-43a6-961c-53963e9ef6d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d4a211b335543d0a1bc5b359f822eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384314 Apr 28 19:40:58.783868 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57560) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:58.832061 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a61aab1-47d0-445b-b960-418ad3673b4b admin admin] Publish callbacks [] for security_group (b01b0962-240b-4752-bab0-d1fa5387a4b4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.853437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a61aab1-47d0-445b-b960-418ad3673b4b admin admin] Publish callbacks [] for security_group (b01b0962-240b-4752-bab0-d1fa5387a4b4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.903392 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a61aab1-47d0-445b-b960-418ad3673b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (b01b0962-240b-4752-bab0-d1fa5387a4b4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.907715 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0a61aab1-47d0-445b-b960-418ad3673b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:58.908863 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0a61aab1-47d0-445b-b960-418ad3673b4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b01b0962-240b-4752-bab0-d1fa5387a4b4 HTTP/1.1" status: 204 len: 168 time: 0.1241088 Apr 28 19:40:58.921404 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61aab1-47d0-445b-b960-418ad3673b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b0962-240b-4752-bab0-d1fa5387a4b4,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:59.116356 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device e7a6b7d2-35db-4c81-98b7-885725b1585b no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:59.142673 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: e7a6b7d2-35db-4c81-98b7-885725b1585b {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:40:59.143284 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device e7a6b7d2-35db-4c81-98b7-885725b1585b not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:59.143770 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 27aa1f2d-3788-492e-8f1e-d7c4869c9eec no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:40:59.164530 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 27aa1f2d-3788-492e-8f1e-d7c4869c9eec {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:40:59.164978 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 27aa1f2d-3788-492e-8f1e-d7c4869c9eec not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:40:59.268194 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:41:09.819620 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c797fb-55b7-4ad6-8d70-a23f75c1b431 req-765804a7-bcfc-4363-85c6-454c750158e7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:09.820971 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b2c797fb-55b7-4ad6-8d70-a23f75c1b431 req-765804a7-bcfc-4363-85c6-454c750158e7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0460675 Apr 28 19:41:09.869547 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b2c797fb-55b7-4ad6-8d70-a23f75c1b431 req-9ab8f355-f955-4ada-8805-67710fbce9a6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428939 Apr 28 19:41:10.990074 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fafcb-27df-4156-b1c4-4907224320a1 req-5b54dc20-40a5-49da-8f3c-5b677a1790c0 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.991538 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bf6fafcb-27df-4156-b1c4-4907224320a1 req-5b54dc20-40a5-49da-8f3c-5b677a1790c0 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0464852 Apr 28 19:41:11.037361 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bf6fafcb-27df-4156-b1c4-4907224320a1 req-a1446167-9063-4a6b-983f-3dd7b68ae0c7 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402908 Apr 28 19:41:11.856989 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665af3-14ff-4656-a983-7298694feaeb req-bd173078-0520-450e-ade8-93b47621393a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:11.858478 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23665af3-14ff-4656-a983-7298694feaeb req-bd173078-0520-450e-ade8-93b47621393a tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0458665 Apr 28 19:41:11.948432 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Deleting port 860cca87-e128-45b8-ad43-f06a3608997d {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:11.948780 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (860cca87-e128-45b8-ad43-f06a3608997d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:12.037225 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] For port 860cca87-e128-45b8-ad43-f06a3608997d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=860cca87-e128-45b8-ad43-f06a3608997d,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:12.037945 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (860cca87-e128-45b8-ad43-f06a3608997d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:12.149384 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d5d0-3093-4e84-921e-9f1f3d9808d2 req-9998bd4a-14bb-4a6f-b848-2ed5bd0f9fd3 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.150851 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7fc2d5d0-3093-4e84-921e-9f1f3d9808d2 req-9998bd4a-14bb-4a6f-b848-2ed5bd0f9fd3 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f8777c0-29a3-41c1-90a9-2677847cf876 HTTP/1.1" status: 200 len: 946 time: 0.0466053 Apr 28 19:41:12.197570 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7fc2d5d0-3093-4e84-921e-9f1f3d9808d2 req-854d88e4-c364-4fcf-ac3c-dd82df7529ec tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups?id=29857fbb-8ae8-4371-be6f-c2efc6c55516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410960 Apr 28 19:41:12.209232 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:12.209477 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (8a58b5d7-8634-4041-9c64-40c7b171f65d), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:12.209832 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Floating IP 8a58b5d7-8634-4041-9c64-40c7b171f65d disassociated. External IP: 172.27.2.23, port: 860cca87-e128-45b8-ad43-f06a3608997d. Apr 28 19:41:12.210178 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Calling delete_port for 860cca87-e128-45b8-ad43-f06a3608997d owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:12.339151 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (860cca87-e128-45b8-ad43-f06a3608997d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:12.368102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event deleted for resources: {'Port': ['ID=860cca87-e128-45b8-ad43-f06a3608997d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:12.378487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.378844 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.379198 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.379545 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.379882 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.380219 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.380553 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.380883 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.381217 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.381546 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.381905 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.382236 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.382585 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.382913 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.383241 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:12.507211 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:12.614692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:12.624579 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] Sync routers for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:12.634825 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:12.635410 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:12.656033 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] No DVR routers for this DVR port 860cca87-e128-45b8-ad43-f06a3608997d on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:12.658543 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:12.661676 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-23665af3-14ff-4656-a983-7298694feaeb req-f898cfad-a4b8-47af-8e97-1684ccfcbc47 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.45 "DELETE /v2.0/ports/860cca87-e128-45b8-ad43-f06a3608997d HTTP/1.1" status: 204 len: 173 time: 0.7970715 Apr 28 19:41:12.662117 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'name': 'network-vif-deleted', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:12.664334 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e94d86-81df-48a7-9615-eed0aa615623" -d '{"events": [{"server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "name": "network-vif-deleted", "tag": "860cca87-e128-45b8-ad43-f06a3608997d"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:12.701110 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb05f6e-fa6e-49e1-88fa-3bcf138089f7 x-openstack-request-id: req-cdb05f6e-fa6e-49e1-88fa-3bcf138089f7 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:12.701409 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8777c0-29a3-41c1-90a9-2677847cf876", "name": "network-vif-deleted", "tag": "860cca87-e128-45b8-ad43-f06a3608997d", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:12.701726 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdb05f6e-fa6e-49e1-88fa-3bcf138089f7 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:12.702138 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb05f6e-fa6e-49e1-88fa-3bcf138089f7'] response: {'server_uuid': '9f8777c0-29a3-41c1-90a9-2677847cf876', 'name': 'network-vif-deleted', 'tag': '860cca87-e128-45b8-ad43-f06a3608997d', 'status': 'completed', 'code': 200} Apr 28 19:41:12.762065 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:12.954115 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:12.980092 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] Checking router: 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:12.988073 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:12.988665 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:13.095210 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:13.280866 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:13.281192 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57652) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:13.312553 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829199b-6e15-4142-8711-a8ffd5036973 None None] The sync data for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi is: [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:08Z', 'revision_number': 4, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'befeee8e-9f34-4302-9b1f-3dd1b900901c', 'name': '', 'network_id': '6a69a811-5382-473d-8a9b-4d99b241ca89', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'mac_address': 'fa:16:3e:44:98:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:08Z', 'updated_at': '2022-04-28T19:33:12Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'subnets': [{'id': '7572f7a2-ce75-4095-91b9-b55e6389d934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:13.336916 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f883f65b-23b7-4260-85bf-8ab617cebbc6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (29857fbb-8ae8-4371-be6f-c2efc6c55516), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.361120 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f883f65b-23b7-4260-85bf-8ab617cebbc6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (29857fbb-8ae8-4371-be6f-c2efc6c55516), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.409429 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f883f65b-23b7-4260-85bf-8ab617cebbc6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (29857fbb-8ae8-4371-be6f-c2efc6c55516), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.412006 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f883f65b-23b7-4260-85bf-8ab617cebbc6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.413161 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f883f65b-23b7-4260-85bf-8ab617cebbc6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "DELETE /v2.0/security-groups/29857fbb-8ae8-4371-be6f-c2efc6c55516 HTTP/1.1" status: 204 len: 168 time: 0.1309288 Apr 28 19:41:13.415967 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57654) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:13.424556 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883f65b-23b7-4260-85bf-8ab617cebbc6 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29857fbb-8ae8-4371-be6f-c2efc6c55516,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:13.430420 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-3b3aaab6-1c4c-464a-87ef-faf394b1aab5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] show failed (client error): The resource could not be found. Apr 28 19:41:13.431485 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3b3aaab6-1c4c-464a-87ef-faf394b1aab5 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "GET /v2.0/security-groups/29857fbb-8ae8-4371-be6f-c2efc6c55516 HTTP/1.1" status: 404 len: 347 time: 0.0139713 Apr 28 19:41:13.434975 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57656) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:13.562138 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11522f47-165b-4d25-a01b-63793fdf966d None None] New status for floating IP 8a58b5d7-8634-4041-9c64-40c7b171f65d: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:41:13.563586 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Deleting port 98fb801c-4d96-4861-b18c-aaab81c9f1df {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:13.563936 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.642553 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.642877 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (98fb801c-4d96-4861-b18c-aaab81c9f1df), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.655170 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Calling delete_port for 98fb801c-4d96-4861-b18c-aaab81c9f1df owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:13.787104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (98fb801c-4d96-4861-b18c-aaab81c9f1df), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.812498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Pushing event deleted for resources: {'Port': ['ID=98fb801c-4d96-4861-b18c-aaab81c9f1df,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:13.871973 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks [] for floatingip (8a58b5d7-8634-4041-9c64-40c7b171f65d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.874469 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:13.875605 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-549b097f-45b0-4e81-ac13-96ed614c8d32 tempest-AttachVolumeTestJSON-230430417 tempest-AttachVolumeTestJSON-230430417-project] 10.222.0.55 "DELETE /v2.0/floatingips/8a58b5d7-8634-4041-9c64-40c7b171f65d HTTP/1.1" status: 204 len: 168 time: 0.4396400 Apr 28 19:41:14.970573 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 860cca87-e128-45b8-ad43-f06a3608997d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:14.989258 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 860cca87-e128-45b8-ad43-f06a3608997d {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:14.989599 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 860cca87-e128-45b8-ad43-f06a3608997d not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:15.355302 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:17.383404 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57688) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:17.530701 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-46ba45aa-d683-411c-9d97-41f866dff603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:17.885980 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:18.110269 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Deleting port befeee8e-9f34-4302-9b1f-3dd1b900901c {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:18.110524 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:18.186847 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] For port befeee8e-9f34-4302-9b1f-3dd1b900901c, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=befeee8e-9f34-4302-9b1f-3dd1b900901c,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:18.187211 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:18.199925 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Calling delete_port for befeee8e-9f34-4302-9b1f-3dd1b900901c owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:18.377236 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (befeee8e-9f34-4302-9b1f-3dd1b900901c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:18.406329 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Pushing event deleted for resources: {'Port': ['ID=befeee8e-9f34-4302-9b1f-3dd1b900901c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:18.573818 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:18.782086 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:18.885513 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:18.890775 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d3ef07a3-1ce3-4842-9dc9-bf44d8bd476f admin admin] 10.222.0.55 "PUT /v2.0/routers/41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5063763 Apr 28 19:41:18.893445 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57692) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:18.894476 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] Sync routers for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:18.907191 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:18.907801 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:18.999655 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks [] for router (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.012415 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:19.107706 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks [] for router_gateway (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.154257 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Deleting port caacbe37-6b23-4ffd-94a2-17f2c25ae782 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:19.154597 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.178975 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:41:18Z', 'revision_number': 5, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port': {'id': 'caacbe37-6b23-4ffd-94a2-17f2c25ae782', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:19.209454 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] Checking router: 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:19.220625 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] Routers {'41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:19.221230 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:40:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:19.233309 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] For port caacbe37-6b23-4ffd-94a2-17f2c25ae782, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=caacbe37-6b23-4ffd-94a2-17f2c25ae782,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:19.233714 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.246494 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Calling delete_port for caacbe37-6b23-4ffd-94a2-17f2c25ae782 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:19.308525 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] Set router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:19.361248 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:41:19Z', 'revision_number': 6, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:19.387124 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4cd54d-16fe-449a-ad7f-d174a368c4b6 None None] The sync data for ids ['41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05'] in dv-cinder-826949-7-iscsi is: [{'id': '41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05', 'name': 'tempest-AttachVolumeTestJSON-476228717-router', 'tenant_id': '91436557708c4c4b953db90ed49d6df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:33:06Z', 'updated_at': '2022-04-28T19:41:19Z', 'revision_number': 6, 'project_id': '91436557708c4c4b953db90ed49d6df0', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:19.416083 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (caacbe37-6b23-4ffd-94a2-17f2c25ae782), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.442622 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=caacbe37-6b23-4ffd-94a2-17f2c25ae782,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.503972 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.595721 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.597792 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks [] for router_controller (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.640174 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.640664 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:41:19.644996 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.646173 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5b4ff382-84ea-46aa-8e2e-1ea6bdf1edb1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/41f446e0-6c9f-4d6a-b25d-7c4ee7f24c05 HTTP/1.1" status: 204 len: 168 time: 0.7515795 Apr 28 19:41:19.648819 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57694) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:19.695149 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] Deleting subnet 7572f7a2-ce75-4095-91b9-b55e6389d934 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:41:19.698678 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] Publish callbacks [] for subnet (7572f7a2-ce75-4095-91b9-b55e6389d934), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.731160 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (7572f7a2-ce75-4095-91b9-b55e6389d934), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.792860 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c85762c-0d6e-4a4a-9644-9daa62ce023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.812333 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (7572f7a2-ce75-4095-91b9-b55e6389d934), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.871541 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (7572f7a2-ce75-4095-91b9-b55e6389d934), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.898877 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7572f7a2-ce75-4095-91b9-b55e6389d934,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.904667 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.908128 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-23bce905-3d32-4ad9-b9e1-80f50b9f25a1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7572f7a2-ce75-4095-91b9-b55e6389d934 HTTP/1.1" status: 204 len: 168 time: 0.2583930 Apr 28 19:41:19.910566 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57696) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:19.913275 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9b575-65b3-4acd-9187-63d54713ac65 None None] Network 6a69a811-5382-473d-8a9b-4d99b241ca89 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:41:19.983359 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (6a69a811-5382-473d-8a9b-4d99b241ca89), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.028590 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Deleting port e1d7645d-67e7-4954-ab90-e989e6535c86 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:20.029026 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.085203 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] DHCP port deletion for 6a69a811-5382-473d-8a9b-4d99b241ca89 request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:41:20.100525 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] For port e1d7645d-67e7-4954-ab90-e989e6535c86, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=e1d7645d-67e7-4954-ab90-e989e6535c86,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:20.100881 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.114805 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Calling delete_port for e1d7645d-67e7-4954-ab90-e989e6535c86 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:20.131003 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Deleting port e1d7645d-67e7-4954-ab90-e989e6535c86 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:20.131536 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.195347 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] For port e1d7645d-67e7-4954-ab90-e989e6535c86, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=e1d7645d-67e7-4954-ab90-e989e6535c86,segment=NetworkSegment(a045fe8b-54dc-43b9-915f-9d083b358fb4),segment_id=a045fe8b-54dc-43b9-915f-9d083b358fb4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:20.195755 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.202984 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.210261 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Calling delete_port for e1d7645d-67e7-4954-ab90-e989e6535c86 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:20.231367 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d7645d-67e7-4954-ab90-e989e6535c86,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:20.233192 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] No DVR routers for this DVR port e1d7645d-67e7-4954-ab90-e989e6535c86 on host dv-cinder-826949-7-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:20.308846 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (6a69a811-5382-473d-8a9b-4d99b241ca89), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.331065 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a69a811-5382-473d-8a9b-4d99b241ca89']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:20.342002 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a045fe8b-54dc-43b9-915f-9d083b358fb4') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:20.342298 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a045fe8b-54dc-43b9-915f-9d083b358fb4') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:20.352283 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (a045fe8b-54dc-43b9-915f-9d083b358fb4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.366883 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (a045fe8b-54dc-43b9-915f-9d083b358fb4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.379391 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:20.380086 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (a045fe8b-54dc-43b9-915f-9d083b358fb4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:20.382034 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:20.424579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (e1d7645d-67e7-4954-ab90-e989e6535c86), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.441415 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (6a69a811-5382-473d-8a9b-4d99b241ca89), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.446630 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.448848 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Pushing event deleted for resources: {'Port': ['ID=e1d7645d-67e7-4954-ab90-e989e6535c86,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:20.452076 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6a69a811-5382-473d-8a9b-4d99b241ca89 HTTP/1.1" status: 204 len: 168 time: 0.5382266 Apr 28 19:41:20.456989 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] No DVR routers for this DVR port e1d7645d-67e7-4954-ab90-e989e6535c86 on host dv-cinder-826949-7-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:20.459367 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.459713 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.460044 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.460484 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.460729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.460889 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a85538-33c3-4dbd-857d-d41c2b610b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a69a811-5382-473d-8a9b-4d99b241ca89,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:20.461052 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.461373 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.461733 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.462508 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.462508 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.462829 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.463738 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.464068 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.464393 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.464716 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5aba3f-a5f3-4540-ac49-0578b97f7026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:20.571183 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57700) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:20.610291 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-81bd000b-ae79-4001-8ec2-0e7ddac6009f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91436557708c4c4b953db90ed49d6df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379705 Apr 28 19:41:20.612612 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57702) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:20.657893 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-25a7355f-5144-470a-b3ce-a5e38fcb96a4 admin admin] Publish callbacks [] for security_group (40ec4bad-f0bb-4088-99d0-961dc66608d0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.679194 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-25a7355f-5144-470a-b3ce-a5e38fcb96a4 admin admin] Publish callbacks [] for security_group (40ec4bad-f0bb-4088-99d0-961dc66608d0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.724398 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-25a7355f-5144-470a-b3ce-a5e38fcb96a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (40ec4bad-f0bb-4088-99d0-961dc66608d0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.726943 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-25a7355f-5144-470a-b3ce-a5e38fcb96a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.728130 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-25a7355f-5144-470a-b3ce-a5e38fcb96a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40ec4bad-f0bb-4088-99d0-961dc66608d0 HTTP/1.1" status: 204 len: 168 time: 0.1146460 Apr 28 19:41:20.736157 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7355f-5144-470a-b3ce-a5e38fcb96a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec4bad-f0bb-4088-99d0-961dc66608d0,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:20.937701 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:21.094150 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device e1d7645d-67e7-4954-ab90-e989e6535c86 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:21.113346 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: e1d7645d-67e7-4954-ab90-e989e6535c86 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:21.113716 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device e1d7645d-67e7-4954-ab90-e989e6535c86 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:21.114130 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device befeee8e-9f34-4302-9b1f-3dd1b900901c no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:21.132462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: befeee8e-9f34-4302-9b1f-3dd1b900901c {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:21.132818 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device befeee8e-9f34-4302-9b1f-3dd1b900901c not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:21.133230 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device caacbe37-6b23-4ffd-94a2-17f2c25ae782 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:21.154634 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: caacbe37-6b23-4ffd-94a2-17f2c25ae782 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:21.154924 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device caacbe37-6b23-4ffd-94a2-17f2c25ae782 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:21.899634 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 57752) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:22.007619 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-62149416-8ef5-4792-b3e2-599e3f7929d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.082855 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-62149416-8ef5-4792-b3e2-599e3f7929d5 admin admin] Publish callbacks [] for security_group (583ff976-41ed-46be-bc9b-32c06bf1f116), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.086462 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-62149416-8ef5-4792-b3e2-599e3f7929d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (583ff976-41ed-46be-bc9b-32c06bf1f116), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.123443 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-62149416-8ef5-4792-b3e2-599e3f7929d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67f9ea18e28a4868a3bd40fd79e14239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227817 Apr 28 19:41:22.124389 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149416-8ef5-4792-b3e2-599e3f7929d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583ff976-41ed-46be-bc9b-32c06bf1f116,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:22.127368 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 57756) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:22.175450 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ee280a1e-e0f7-43fa-9e70-7e47897e2d05 admin admin] Publish callbacks [] for security_group (583ff976-41ed-46be-bc9b-32c06bf1f116), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.196739 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ee280a1e-e0f7-43fa-9e70-7e47897e2d05 admin admin] Publish callbacks [] for security_group (583ff976-41ed-46be-bc9b-32c06bf1f116), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.241892 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ee280a1e-e0f7-43fa-9e70-7e47897e2d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (583ff976-41ed-46be-bc9b-32c06bf1f116), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.244347 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ee280a1e-e0f7-43fa-9e70-7e47897e2d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.245486 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ee280a1e-e0f7-43fa-9e70-7e47897e2d05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/583ff976-41ed-46be-bc9b-32c06bf1f116 HTTP/1.1" status: 204 len: 168 time: 0.1167977 Apr 28 19:41:22.252817 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee280a1e-e0f7-43fa-9e70-7e47897e2d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583ff976-41ed-46be-bc9b-32c06bf1f116,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:22.389931 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:24.009245 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:36.268030 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:41:38.323531 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58000) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:38.423893 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7661-a186-43ad-8c6e-587aac36dc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:38.497355 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7661-a186-43ad-8c6e-587aac36dc0e admin admin] Publish callbacks [] for security_group (322f1b69-5df9-4f20-9035-fe209ad7c6ac), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:38.501203 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7661-a186-43ad-8c6e-587aac36dc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (322f1b69-5df9-4f20-9035-fe209ad7c6ac), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:38.540095 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cb2e7661-a186-43ad-8c6e-587aac36dc0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c76f03f34cf47bbbbd410102dbb7ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154930 Apr 28 19:41:38.540914 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e7661-a186-43ad-8c6e-587aac36dc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322f1b69-5df9-4f20-9035-fe209ad7c6ac,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:38.543470 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58004) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:38.590355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f0cc-4493-4841-af5f-7fce5f932b7f admin admin] Publish callbacks [] for security_group (322f1b69-5df9-4f20-9035-fe209ad7c6ac), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:38.611029 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f0cc-4493-4841-af5f-7fce5f932b7f admin admin] Publish callbacks [] for security_group (322f1b69-5df9-4f20-9035-fe209ad7c6ac), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:38.656268 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f0cc-4493-4841-af5f-7fce5f932b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (322f1b69-5df9-4f20-9035-fe209ad7c6ac), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:38.658751 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f0cc-4493-4841-af5f-7fce5f932b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:38.659901 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-7bb5f0cc-4493-4841-af5f-7fce5f932b7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/322f1b69-5df9-4f20-9035-fe209ad7c6ac HTTP/1.1" status: 204 len: 168 time: 0.1153488 Apr 28 19:41:38.668325 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5f0cc-4493-4841-af5f-7fce5f932b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f1b69-5df9-4f20-9035-fe209ad7c6ac,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:38.910218 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58010) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:38.924197 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a65a419f-eff9-4e46-8da7-b05ff514d9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:39.000729 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a65a419f-eff9-4e46-8da7-b05ff514d9e4 admin admin] Publish callbacks [] for security_group (d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:39.004746 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a65a419f-eff9-4e46-8da7-b05ff514d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:39.043311 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a65a419f-eff9-4e46-8da7-b05ff514d9e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87d44a8e11ab4b58aeb1e52b128ad832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320038 Apr 28 19:41:39.044146 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a419f-eff9-4e46-8da7-b05ff514d9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:39.046793 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58014) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:39.371282 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31422608-9b12-4734-82e2-dd5aeed343b3 admin admin] Publish callbacks [] for security_group (d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:39.392321 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31422608-9b12-4734-82e2-dd5aeed343b3 admin admin] Publish callbacks [] for security_group (d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:39.437906 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31422608-9b12-4734-82e2-dd5aeed343b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:39.440385 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-31422608-9b12-4734-82e2-dd5aeed343b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:39.441508 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-31422608-9b12-4734-82e2-dd5aeed343b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938 HTTP/1.1" status: 204 len: 168 time: 0.3929334 Apr 28 19:41:39.449383 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31422608-9b12-4734-82e2-dd5aeed343b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4a3f3-1e30-4ab1-a7bb-58c5faa87938,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.045871 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58070) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:41.147638 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3205e47a-b952-4163-ad98-d25f290b5326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.218503 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3205e47a-b952-4163-ad98-d25f290b5326 admin admin] Publish callbacks [] for security_group (11aba37b-7079-4495-8fe7-0c3248e16668), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.221974 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3205e47a-b952-4163-ad98-d25f290b5326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (11aba37b-7079-4495-8fe7-0c3248e16668), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.262738 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3205e47a-b952-4163-ad98-d25f290b5326 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9d55914596d4fd389cdab725b820066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156923 Apr 28 19:41:41.263829 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205e47a-b952-4163-ad98-d25f290b5326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aba37b-7079-4495-8fe7-0c3248e16668,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.265375 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58076) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:41.313937 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d25a-1ef5-4320-9c83-bcf592d15fec admin admin] Publish callbacks [] for security_group (11aba37b-7079-4495-8fe7-0c3248e16668), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.334882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d25a-1ef5-4320-9c83-bcf592d15fec admin admin] Publish callbacks [] for security_group (11aba37b-7079-4495-8fe7-0c3248e16668), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.379642 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d25a-1ef5-4320-9c83-bcf592d15fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (11aba37b-7079-4495-8fe7-0c3248e16668), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.382237 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d25a-1ef5-4320-9c83-bcf592d15fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.383374 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5ec1d25a-1ef5-4320-9c83-bcf592d15fec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11aba37b-7079-4495-8fe7-0c3248e16668 HTTP/1.1" status: 204 len: 168 time: 0.1168852 Apr 28 19:41:41.391704 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1d25a-1ef5-4320-9c83-bcf592d15fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aba37b-7079-4495-8fe7-0c3248e16668,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.638940 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58082) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:41.651770 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0394d97-9603-48a4-b948-70665ec9a23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.725710 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0394d97-9603-48a4-b948-70665ec9a23d admin admin] Publish callbacks [] for security_group (bdb9a22d-4b6c-46ea-8a51-45e04a16a64c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.729226 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0394d97-9603-48a4-b948-70665ec9a23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (bdb9a22d-4b6c-46ea-8a51-45e04a16a64c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.768582 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c0394d97-9603-48a4-b948-70665ec9a23d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08a49eb052bb4e4b9fcde70c81ed54f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285791 Apr 28 19:41:41.770658 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0394d97-9603-48a4-b948-70665ec9a23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9a22d-4b6c-46ea-8a51-45e04a16a64c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.771346 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58084) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:41.824322 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3a86c7dd-09b4-4f91-847a-335039591088 admin admin] Publish callbacks [] for security_group (bdb9a22d-4b6c-46ea-8a51-45e04a16a64c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.846407 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3a86c7dd-09b4-4f91-847a-335039591088 admin admin] Publish callbacks [] for security_group (bdb9a22d-4b6c-46ea-8a51-45e04a16a64c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.896058 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3a86c7dd-09b4-4f91-847a-335039591088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (bdb9a22d-4b6c-46ea-8a51-45e04a16a64c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.898598 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3a86c7dd-09b4-4f91-847a-335039591088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:41.899743 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3a86c7dd-09b4-4f91-847a-335039591088 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdb9a22d-4b6c-46ea-8a51-45e04a16a64c HTTP/1.1" status: 204 len: 168 time: 0.1274269 Apr 28 19:41:41.911511 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86c7dd-09b4-4f91-847a-335039591088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9a22d-4b6c-46ea-8a51-45e04a16a64c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.284418 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb359d14-9971-44d8-aceb-93d9495c42ae req-5316d87d-3a19-4f11-8763-9226a04da85d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.285889 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb359d14-9971-44d8-aceb-93d9495c42ae req-5316d87d-3a19-4f11-8763-9226a04da85d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 945 time: 0.2921562 Apr 28 19:41:45.331434 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb359d14-9971-44d8-aceb-93d9495c42ae req-1dbbeb8d-0587-44cd-8d2b-8407f43ba36c tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Apr 28 19:41:45.358352 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.006419 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58172) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:46.106919 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-788e4a9f-9667-4dc0-957a-41018d290bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.178869 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-788e4a9f-9667-4dc0-957a-41018d290bb9 admin admin] Publish callbacks [] for security_group (743f6e1d-79da-4acc-923e-15364d3af577), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.182792 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-788e4a9f-9667-4dc0-957a-41018d290bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (743f6e1d-79da-4acc-923e-15364d3af577), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.226516 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-788e4a9f-9667-4dc0-957a-41018d290bb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21311dbca54f4d3195e9728cce0bfb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190762 Apr 28 19:41:46.227802 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e4a9f-9667-4dc0-957a-41018d290bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743f6e1d-79da-4acc-923e-15364d3af577,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:46.229108 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58176) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:46.275539 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3426c419-6238-4387-9389-35e78f2cc345 admin admin] Publish callbacks [] for security_group (743f6e1d-79da-4acc-923e-15364d3af577), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.303906 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3426c419-6238-4387-9389-35e78f2cc345 admin admin] Publish callbacks [] for security_group (743f6e1d-79da-4acc-923e-15364d3af577), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.352230 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3426c419-6238-4387-9389-35e78f2cc345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (743f6e1d-79da-4acc-923e-15364d3af577), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.355453 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3426c419-6238-4387-9389-35e78f2cc345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.359180 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3426c419-6238-4387-9389-35e78f2cc345 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/743f6e1d-79da-4acc-923e-15364d3af577 HTTP/1.1" status: 204 len: 168 time: 0.1290002 Apr 28 19:41:46.370136 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426c419-6238-4387-9389-35e78f2cc345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f6e1d-79da-4acc-923e-15364d3af577,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:46.619830 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613b4fb-b1bb-4284-b227-200dbd821009 req-48476863-2356-4c57-b960-dd9a5424398b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.621334 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d613b4fb-b1bb-4284-b227-200dbd821009 req-48476863-2356-4c57-b960-dd9a5424398b tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 945 time: 0.2110465 Apr 28 19:41:46.628510 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58186) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:46.641798 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6dce822-60ad-4cfa-af8c-3f89f6c492f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.672968 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d613b4fb-b1bb-4284-b227-200dbd821009 req-23e48079-8a4f-41e0-bcc6-7e3187bb68d8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups?id=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Apr 28 19:41:46.718974 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6dce822-60ad-4cfa-af8c-3f89f6c492f6 admin admin] Publish callbacks [] for security_group (2d0cdbd2-fc18-40c5-959f-83fff2754fa7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.722675 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f6dce822-60ad-4cfa-af8c-3f89f6c492f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2d0cdbd2-fc18-40c5-959f-83fff2754fa7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.766965 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f6dce822-60ad-4cfa-af8c-3f89f6c492f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ec1cf948dd442f7a3ccfc85076ddbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373665 Apr 28 19:41:46.767814 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dce822-60ad-4cfa-af8c-3f89f6c492f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0cdbd2-fc18-40c5-959f-83fff2754fa7,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:46.769850 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58188) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:46.816902 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58bf9491-2742-41ee-9512-2c6dde1adac0 admin admin] Publish callbacks [] for security_group (2d0cdbd2-fc18-40c5-959f-83fff2754fa7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.837350 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58bf9491-2742-41ee-9512-2c6dde1adac0 admin admin] Publish callbacks [] for security_group (2d0cdbd2-fc18-40c5-959f-83fff2754fa7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.883412 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58bf9491-2742-41ee-9512-2c6dde1adac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (2d0cdbd2-fc18-40c5-959f-83fff2754fa7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.888581 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-58bf9491-2742-41ee-9512-2c6dde1adac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:46.889856 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-58bf9491-2742-41ee-9512-2c6dde1adac0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d0cdbd2-fc18-40c5-959f-83fff2754fa7 HTTP/1.1" status: 204 len: 168 time: 0.1188257 Apr 28 19:41:46.897511 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf9491-2742-41ee-9512-2c6dde1adac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0cdbd2-fc18-40c5-959f-83fff2754fa7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:46.988180 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-dfe38567-3c3f-4630-8f35-a5df07e17bf6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.989681 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-dfe38567-3c3f-4630-8f35-a5df07e17bf6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 945 time: 0.0477757 Apr 28 19:41:47.080310 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port 212c6624-3748-47eb-8430-f5bbf63669e7 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:47.080941 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.171835 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] For port 212c6624-3748-47eb-8430-f5bbf63669e7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=212c6624-3748-47eb-8430-f5bbf63669e7,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:47.172288 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.344614 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.344991 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (32ded3a1-b6b5-4934-a9e2-c801141a0cec), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.345343 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Floating IP 32ded3a1-b6b5-4934-a9e2-c801141a0cec disassociated. External IP: 172.27.2.198, port: 212c6624-3748-47eb-8430-f5bbf63669e7. Apr 28 19:41:47.345714 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for 212c6624-3748-47eb-8430-f5bbf63669e7 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:47.480829 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (212c6624-3748-47eb-8430-f5bbf63669e7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.509957 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=212c6624-3748-47eb-8430-f5bbf63669e7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:47.538427 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-395f1730-7b28-4cbf-b650-633355cf75f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.628866 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:47.740376 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:47.752387 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:47.768544 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:47.781865 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:41:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:47.783605 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] No DVR routers for this DVR port 212c6624-3748-47eb-8430-f5bbf63669e7 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:47.787747 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.791062 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-6dc4c5da-88fd-45aa-8e63-b9b44c673e74 req-aa4c210e-d32f-445a-b338-e0260120c15d tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.45 "DELETE /v2.0/ports/212c6624-3748-47eb-8430-f5bbf63669e7 HTTP/1.1" status: 204 len: 173 time: 0.7946947 Apr 28 19:41:47.791459 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'name': 'network-vif-deleted', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:47.794308 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e2be3-a49d-4b1c-8da9-ae80cba3878c" -d '{"events": [{"server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "name": "network-vif-deleted", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:41:47.802833 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7e00364b-2364-4cee-8969-31f4f9580402 req-28bb12ee-8bc8-4cc9-8116-d5e6cf077682 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/ports?device_id=afeb2478-20e3-40ae-b70e-f7f5d4a6eeff HTTP/1.1" status: 200 len: 210 time: 0.0604839 Apr 28 19:41:47.853168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a28d7fc-def2-4b2d-bbe4-ab77c3a08b95 x-openstack-request-id: req-5a28d7fc-def2-4b2d-bbe4-ab77c3a08b95 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:41:47.853168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb2478-20e3-40ae-b70e-f7f5d4a6eeff", "name": "network-vif-deleted", "tag": "212c6624-3748-47eb-8430-f5bbf63669e7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:41:47.853168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a28d7fc-def2-4b2d-bbe4-ab77c3a08b95 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:41:47.853168 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a28d7fc-def2-4b2d-bbe4-ab77c3a08b95'] response: {'server_uuid': 'afeb2478-20e3-40ae-b70e-f7f5d4a6eeff', 'name': 'network-vif-deleted', 'tag': '212c6624-3748-47eb-8430-f5bbf63669e7', 'status': 'completed', 'code': 200} Apr 28 19:41:47.934606 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:48.153532 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:48.182725 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:48.190867 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:48.191467 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:41:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:48.309970 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:48.496858 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:48.525479 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67fa56d-875f-4a1e-8b3b-264bed753589 None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:31:51Z', 'revision_number': 4, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '2108b86d-25bb-4632-b2d3-84efdf7bd526', 'name': '', 'network_id': 'd78411e1-316d-4ce8-a895-7120214bb428', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'mac_address': 'fa:16:3e:3b:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:50Z', 'updated_at': '2022-04-28T19:32:08Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'subnets': [{'id': 'f03aaf03-832f-48af-8daa-14c65cebe3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:48.741936 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10601088-ad01-4cee-9b39-1ff586809cb7 None None] New status for floating IP 32ded3a1-b6b5-4934-a9e2-c801141a0cec: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:41:48.903195 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58226) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:48.961724 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f69892-8f54-4d54-ba80-c31d42039dda tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (b3bb1f3e-4645-45a2-9ae7-0470e2d402aa), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:48.984603 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f69892-8f54-4d54-ba80-c31d42039dda tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (b3bb1f3e-4645-45a2-9ae7-0470e2d402aa), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.038048 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f69892-8f54-4d54-ba80-c31d42039dda tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (b3bb1f3e-4645-45a2-9ae7-0470e2d402aa), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.040591 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d9f69892-8f54-4d54-ba80-c31d42039dda tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.041755 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d9f69892-8f54-4d54-ba80-c31d42039dda tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/security-groups/b3bb1f3e-4645-45a2-9ae7-0470e2d402aa HTTP/1.1" status: 204 len: 168 time: 0.1375489 Apr 28 19:41:49.051775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58230) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:49.059951 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f69892-8f54-4d54-ba80-c31d42039dda tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb1f3e-4645-45a2-9ae7-0470e2d402aa,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:49.069835 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.api.v2.resource [None req-daee6943-32e3-4ce6-ab53-a4946d8a5ae6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] show failed (client error): The resource could not be found. Apr 28 19:41:49.070997 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-daee6943-32e3-4ce6-ab53-a4946d8a5ae6 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "GET /v2.0/security-groups/b3bb1f3e-4645-45a2-9ae7-0470e2d402aa HTTP/1.1" status: 404 len: 347 time: 0.0177431 Apr 28 19:41:49.074658 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58234) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:49.199252 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Deleting port 179a2281-7fdf-42af-96bb-c4654afce75d {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:49.199602 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (179a2281-7fdf-42af-96bb-c4654afce75d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.276395 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (179a2281-7fdf-42af-96bb-c4654afce75d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.276758 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (179a2281-7fdf-42af-96bb-c4654afce75d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.289512 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Calling delete_port for 179a2281-7fdf-42af-96bb-c4654afce75d owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:49.429972 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (179a2281-7fdf-42af-96bb-c4654afce75d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.455407 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Pushing event deleted for resources: {'Port': ['ID=179a2281-7fdf-42af-96bb-c4654afce75d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:49.520014 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks [] for floatingip (32ded3a1-b6b5-4934-a9e2-c801141a0cec), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.522684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.523889 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-921abecb-7e5b-4ec5-beec-6c6f266e04e8 tempest-AttachVolumeNegativeTest-1593738201 tempest-AttachVolumeNegativeTest-1593738201-project] 10.222.0.55 "DELETE /v2.0/floatingips/32ded3a1-b6b5-4934-a9e2-c801141a0cec HTTP/1.1" status: 204 len: 168 time: 0.4475930 Apr 28 19:41:49.785063 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cbf11d6d-d35e-41de-afc6-93e2d0b4173d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:50.509485 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-c64f2a52-8086-46db-9e2a-0debfd0c30eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372934 Apr 28 19:41:50.589376 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-af2c5298-4a78-441b-84a9-e55413202882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.590876 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-af2c5298-4a78-441b-84a9-e55413202882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=adecb9b5784440faa795ef9a942edae9&device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 1130 time: 0.0386782 Apr 28 19:41:50.693941 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-f61aa9fa-7df9-4686-a9d0-d3e17cb25615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.695432 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-f61aa9fa-7df9-4686-a9d0-d3e17cb25615 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 200 len: 918 time: 0.0875275 Apr 28 19:41:50.764056 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-1988b972-9a4b-4b13-a567-b3838ea0abda service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 200 len: 1001 time: 0.0616190 Apr 28 19:41:50.821888 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-f8d2032b-d64d-4e7f-ae29-a7c72d860fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.823520 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-f8d2032b-d64d-4e7f-ae29-a7c72d860fc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 200 len: 856 time: 0.0531635 Apr 28 19:41:50.873009 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-d235469b-4900-4538-b044-df05d2032c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.874547 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-d235469b-4900-4538-b044-df05d2032c36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5732cc65-6168-4da1-8dcc-0285536b68ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439975 Apr 28 19:41:50.930332 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:50.966200 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-07bf61e2-55dc-42d3-a11d-1ba0d04ca418 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852885 Apr 28 19:41:50.984887 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58284) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:51.069503 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-2816f1d9-90be-42bd-93aa-250a5924aa92 req-f68348a6-1fcd-4032-b1e7-047523ead2d2 service neutron] 10.222.0.45 "GET /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963349 Apr 28 19:41:51.092815 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2113ebe7-9069-4ee9-ac65-547febe53754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:51.093529 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 212c6624-3748-47eb-8430-f5bbf63669e7 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:51.114712 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 212c6624-3748-47eb-8430-f5bbf63669e7 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:51.115057 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 212c6624-3748-47eb-8430-f5bbf63669e7 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:51.171696 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2113ebe7-9069-4ee9-ac65-547febe53754 admin admin] Publish callbacks [] for security_group (075377cf-def9-4828-a4db-4bed99a18c45), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:51.175350 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2113ebe7-9069-4ee9-ac65-547febe53754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (075377cf-def9-4828-a4db-4bed99a18c45), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:51.212676 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2113ebe7-9069-4ee9-ac65-547febe53754 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c4fddffd2cd4b5fb8779cbdf55e5f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266421 Apr 28 19:41:51.213518 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113ebe7-9069-4ee9-ac65-547febe53754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075377cf-def9-4828-a4db-4bed99a18c45,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:51.216549 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58288) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:51.263669 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-189b02da-f863-42bf-aa3a-e4272717cd7d admin admin] Publish callbacks [] for security_group (075377cf-def9-4828-a4db-4bed99a18c45), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:51.284368 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-189b02da-f863-42bf-aa3a-e4272717cd7d admin admin] Publish callbacks [] for security_group (075377cf-def9-4828-a4db-4bed99a18c45), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:51.330747 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-189b02da-f863-42bf-aa3a-e4272717cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (075377cf-def9-4828-a4db-4bed99a18c45), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:51.333355 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-189b02da-f863-42bf-aa3a-e4272717cd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:51.334519 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-189b02da-f863-42bf-aa3a-e4272717cd7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/075377cf-def9-4828-a4db-4bed99a18c45 HTTP/1.1" status: 204 len: 168 time: 0.1169806 Apr 28 19:41:51.342615 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b02da-f863-42bf-aa3a-e4272717cd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075377cf-def9-4828-a4db-4bed99a18c45,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.391026 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:53.177314 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58322) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:53.637061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (148a822f-9fdd-4710-935a-00e310e55e48), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:53.860376 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Deleting port 2108b86d-25bb-4632-b2d3-84efdf7bd526 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:53.860716 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:53.935498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] For port 2108b86d-25bb-4632-b2d3-84efdf7bd526, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=2108b86d-25bb-4632-b2d3-84efdf7bd526,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:53.935780 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:53.947923 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Calling delete_port for 2108b86d-25bb-4632-b2d3-84efdf7bd526 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:54.014878 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:54.124278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (2108b86d-25bb-4632-b2d3-84efdf7bd526), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:54.151964 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Pushing event deleted for resources: {'Port': ['ID=2108b86d-25bb-4632-b2d3-84efdf7bd526,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:54.320073 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (148a822f-9fdd-4710-935a-00e310e55e48), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:54.532048 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Router 148a822f-9fdd-4710-935a-00e310e55e48 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:41:54.638617 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:41:54.643444 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5d5d28af-35e4-48e1-af77-38bf77ff3407 admin admin] 10.222.0.55 "PUT /v2.0/routers/148a822f-9fdd-4710-935a-00e310e55e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4650712 Apr 28 19:41:54.646114 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58326) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:54.647750 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] Sync routers for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:54.658549 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:54.659263 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:41:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:54.747681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks [] for router (148a822f-9fdd-4710-935a-00e310e55e48), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:54.763125 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:54.856303 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks [] for router_gateway (148a822f-9fdd-4710-935a-00e310e55e48), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:54.934558 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:41:54Z', 'revision_number': 5, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port': {'id': '5ca8cb74-3da3-4e48-8622-09c2b2e7f884', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a822f-9fdd-4710-935a-00e310e55e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:54.961983 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] Checking router: 148a822f-9fdd-4710-935a-00e310e55e48 for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:54.970989 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] Routers {'148a822f-9fdd-4710-935a-00e310e55e48'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:41:54.971622 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:41:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['148a822f-9fdd-4710-935a-00e310e55e48'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:55.064276 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] Set router 148a822f-9fdd-4710-935a-00e310e55e48 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:41:55.184168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Deleting port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:55.184511 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.247873 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:41:54Z', 'revision_number': 6, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:55.263619 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] For port 5ca8cb74-3da3-4e48-8622-09c2b2e7f884, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:55.263994 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.273127 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c8999-ea23-42ae-83e0-3b3f1650eecd None None] The sync data for ids ['148a822f-9fdd-4710-935a-00e310e55e48'] in dv-cinder-826949-7-iscsi is: [{'id': '148a822f-9fdd-4710-935a-00e310e55e48', 'name': 'tempest-AttachVolumeNegativeTest-1440616975-router', 'tenant_id': '36df71958d224c05a8738eb90de0c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:44Z', 'updated_at': '2022-04-28T19:41:54Z', 'revision_number': 6, 'project_id': '36df71958d224c05a8738eb90de0c818', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:55.276604 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Calling delete_port for 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:55.442378 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (5ca8cb74-3da3-4e48-8622-09c2b2e7f884), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.465862 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca8cb74-3da3-4e48-8622-09c2b2e7f884,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:55.524566 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (148a822f-9fdd-4710-935a-00e310e55e48), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.613345 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (148a822f-9fdd-4710-935a-00e310e55e48), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.615672 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks [] for router_controller (148a822f-9fdd-4710-935a-00e310e55e48), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.664040 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (148a822f-9fdd-4710-935a-00e310e55e48), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.664744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 148a822f-9fdd-4710-935a-00e310e55e48 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:41:55.669883 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.673245 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-56c2e71b-37dc-480c-8a4e-cdc911ff3bcc admin admin] 10.222.0.55 "DELETE /v2.0/routers/148a822f-9fdd-4710-935a-00e310e55e48 HTTP/1.1" status: 204 len: 168 time: 1.0236778 Apr 28 19:41:55.673623 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58328) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:55.725183 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] Deleting subnet f03aaf03-832f-48af-8daa-14c65cebe3f3 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:41:55.728207 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] Publish callbacks [] for subnet (f03aaf03-832f-48af-8daa-14c65cebe3f3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.762516 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (f03aaf03-832f-48af-8daa-14c65cebe3f3), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.835692 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (f03aaf03-832f-48af-8daa-14c65cebe3f3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.890691 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (f03aaf03-832f-48af-8daa-14c65cebe3f3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.912974 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03aaf03-832f-48af-8daa-14c65cebe3f3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:55.919980 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:55.923764 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-0d7358bd-6dbe-407a-9d7f-e48c0aa6bcb5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f03aaf03-832f-48af-8daa-14c65cebe3f3 HTTP/1.1" status: 204 len: 168 time: 0.2467506 Apr 28 19:41:55.925220 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2695dfb-3a90-4027-8332-9155a465c415 None None] Network d78411e1-316d-4ce8-a895-7120214bb428 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:41:55.925797 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58330) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:55.993722 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (d78411e1-316d-4ce8-a895-7120214bb428), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.043821 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Deleting port c8abf14a-86af-424d-bd2a-ff0912a1468b {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:56.044162 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.110381 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] DHCP port deletion for d78411e1-316d-4ce8-a895-7120214bb428 request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:41:56.115812 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] For port c8abf14a-86af-424d-bd2a-ff0912a1468b, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c8abf14a-86af-424d-bd2a-ff0912a1468b,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:56.116248 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.129914 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Calling delete_port for c8abf14a-86af-424d-bd2a-ff0912a1468b owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:56.149253 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] Deleting port c8abf14a-86af-424d-bd2a-ff0912a1468b {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:41:56.149702 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.216563 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.219994 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] For port c8abf14a-86af-424d-bd2a-ff0912a1468b, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=c8abf14a-86af-424d-bd2a-ff0912a1468b,segment=NetworkSegment(f8665f09-ebe3-4a45-ae14-12ed2768d757),segment_id=f8665f09-ebe3-4a45-ae14-12ed2768d757)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:41:56.220408 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.233979 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] Calling delete_port for c8abf14a-86af-424d-bd2a-ff0912a1468b owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:41:56.242187 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8abf14a-86af-424d-bd2a-ff0912a1468b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.250634 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] No DVR routers for this DVR port c8abf14a-86af-424d-bd2a-ff0912a1468b on host dv-cinder-826949-7-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:56.252616 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.252964 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.253309 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.253664 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.254012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.254349 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.254674 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.255001 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.255326 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.255654 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.255980 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.256305 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.256626 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.256947 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.257267 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:56.311315 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578'] for port (c8abf14a-86af-424d-bd2a-ff0912a1468b), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.341065 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] Pushing event deleted for resources: {'Port': ['ID=c8abf14a-86af-424d-bd2a-ff0912a1468b,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.344596 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e4dc7-a33a-40ae-8b22-09963bea3129 None None] No DVR routers for this DVR port c8abf14a-86af-424d-bd2a-ff0912a1468b on host dv-cinder-826949-7-iscsi {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:56.360300 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (d78411e1-316d-4ce8-a895-7120214bb428), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.383156 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78411e1-316d-4ce8-a895-7120214bb428']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.393048 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8665f09-ebe3-4a45-ae14-12ed2768d757') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.393343 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8665f09-ebe3-4a45-ae14-12ed2768d757') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.405203 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (f8665f09-ebe3-4a45-ae14-12ed2768d757), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.418643 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (f8665f09-ebe3-4a45-ae14-12ed2768d757), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.424472 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:56.424884 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (f8665f09-ebe3-4a45-ae14-12ed2768d757), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:56.426744 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:56.480461 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (d78411e1-316d-4ce8-a895-7120214bb428), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.486885 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.489985 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d78411e1-316d-4ce8-a895-7120214bb428 HTTP/1.1" status: 204 len: 168 time: 0.5631421 Apr 28 19:41:56.499112 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425ed5e-943e-4511-be0a-42a81e904cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d78411e1-316d-4ce8-a895-7120214bb428,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.610613 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58334) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:56.649449 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c927ad9b-e2d1-4ea4-81cf-c391c2cac648 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36df71958d224c05a8738eb90de0c818&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377614 Apr 28 19:41:56.652344 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58336) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:41:56.702763 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-10a02d36-0a88-4a65-806a-b32477656587 admin admin] Publish callbacks [] for security_group (ad9c6c99-23a8-4cbf-be0b-56391e85c932), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.723716 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-10a02d36-0a88-4a65-806a-b32477656587 admin admin] Publish callbacks [] for security_group (ad9c6c99-23a8-4cbf-be0b-56391e85c932), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.769357 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-10a02d36-0a88-4a65-806a-b32477656587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ad9c6c99-23a8-4cbf-be0b-56391e85c932), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.771812 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-10a02d36-0a88-4a65-806a-b32477656587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:56.772936 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-10a02d36-0a88-4a65-806a-b32477656587 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad9c6c99-23a8-4cbf-be0b-56391e85c932 HTTP/1.1" status: 204 len: 168 time: 0.1197116 Apr 28 19:41:56.781426 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a02d36-0a88-4a65-806a-b32477656587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c6c99-23a8-4cbf-be0b-56391e85c932,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:57.118336 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2108b86d-25bb-4632-b2d3-84efdf7bd526 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:57.138867 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 2108b86d-25bb-4632-b2d3-84efdf7bd526 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:57.139221 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2108b86d-25bb-4632-b2d3-84efdf7bd526 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:57.139640 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:57.158039 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:57.158390 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 5ca8cb74-3da3-4e48-8622-09c2b2e7f884 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:41:57.158803 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c8abf14a-86af-424d-bd2a-ff0912a1468b no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:41:57.176626 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: c8abf14a-86af-424d-bd2a-ff0912a1468b {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:41:57.176978 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device c8abf14a-86af-424d-bd2a-ff0912a1468b not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:42:01.078030 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58420) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:01.178680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8659896d-42da-4663-966d-ae01a91c89f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.249485 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8659896d-42da-4663-966d-ae01a91c89f2 admin admin] Publish callbacks [] for security_group (adf32eb2-5494-4f95-8def-fc95600e9c1e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.252964 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8659896d-42da-4663-966d-ae01a91c89f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (adf32eb2-5494-4f95-8def-fc95600e9c1e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.290896 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8659896d-42da-4663-966d-ae01a91c89f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=039093ada07e46378b2f6e625f282dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118244 Apr 28 19:42:01.291776 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659896d-42da-4663-966d-ae01a91c89f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf32eb2-5494-4f95-8def-fc95600e9c1e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.293677 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58424) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:01.341644 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3608abf2-15b8-42fe-bd92-deaed07f3d9f admin admin] Publish callbacks [] for security_group (adf32eb2-5494-4f95-8def-fc95600e9c1e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.362046 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3608abf2-15b8-42fe-bd92-deaed07f3d9f admin admin] Publish callbacks [] for security_group (adf32eb2-5494-4f95-8def-fc95600e9c1e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.406692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3608abf2-15b8-42fe-bd92-deaed07f3d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (adf32eb2-5494-4f95-8def-fc95600e9c1e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.409218 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3608abf2-15b8-42fe-bd92-deaed07f3d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.410375 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3608abf2-15b8-42fe-bd92-deaed07f3d9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adf32eb2-5494-4f95-8def-fc95600e9c1e HTTP/1.1" status: 204 len: 168 time: 0.1156077 Apr 28 19:42:01.417848 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608abf2-15b8-42fe-bd92-deaed07f3d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf32eb2-5494-4f95-8def-fc95600e9c1e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.662729 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58430) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:01.675571 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de0e2138-88d3-4929-bd83-4100d0d537f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.753366 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de0e2138-88d3-4929-bd83-4100d0d537f7 admin admin] Publish callbacks [] for security_group (e0db2bee-37ab-4f2a-8665-a935dccec728), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.756921 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-de0e2138-88d3-4929-bd83-4100d0d537f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e0db2bee-37ab-4f2a-8665-a935dccec728), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.796175 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-de0e2138-88d3-4929-bd83-4100d0d537f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=154185ad521d4308a8b0265f6c4e94a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322749 Apr 28 19:42:01.798047 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e2138-88d3-4929-bd83-4100d0d537f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0db2bee-37ab-4f2a-8665-a935dccec728,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.799034 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58432) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:01.846861 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03bc-0dfc-4ddc-8078-16798545a96f admin admin] Publish callbacks [] for security_group (e0db2bee-37ab-4f2a-8665-a935dccec728), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.870046 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03bc-0dfc-4ddc-8078-16798545a96f admin admin] Publish callbacks [] for security_group (e0db2bee-37ab-4f2a-8665-a935dccec728), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.914641 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03bc-0dfc-4ddc-8078-16798545a96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e0db2bee-37ab-4f2a-8665-a935dccec728), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.917198 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd5e03bc-0dfc-4ddc-8078-16798545a96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:01.918367 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cd5e03bc-0dfc-4ddc-8078-16798545a96f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0db2bee-37ab-4f2a-8665-a935dccec728 HTTP/1.1" status: 204 len: 168 time: 0.1183162 Apr 28 19:42:01.925689 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e03bc-0dfc-4ddc-8078-16798545a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0db2bee-37ab-4f2a-8665-a935dccec728,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:13.266541 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:42:15.379395 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:17.533399 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ba6913e-8015-4415-826b-70290c88acbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:19.786173 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-345fe994-cef3-4b98-9d7d-3dd7590ae469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:20.932655 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:22.395908 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:24.006210 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:33.189604 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3eeef-98fd-4df4-8663-d082c74b2a7f req-1a66cf6d-5960-49ba-bf97-6841482523ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.191076 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9fe3eeef-98fd-4df4-8663-d082c74b2a7f req-1a66cf6d-5960-49ba-bf97-6841482523ad tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0473092 Apr 28 19:42:33.238043 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9fe3eeef-98fd-4df4-8663-d082c74b2a7f req-f3588b3f-0bd3-41cc-958c-72b86b6d08c0 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Apr 28 19:42:34.351984 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb58f-8e61-43fe-be93-d6b95b14b192 req-0050fe2a-9890-4b63-81f9-f866720ad36a tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:34.353451 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c4dbb58f-8e61-43fe-be93-d6b95b14b192 req-0050fe2a-9890-4b63-81f9-f866720ad36a tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0468872 Apr 28 19:42:34.407561 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-c4dbb58f-8e61-43fe-be93-d6b95b14b192 req-aec2717c-9f73-4270-b4fd-8233f9e25b69 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485923 Apr 28 19:42:35.122569 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-7b51ed23-d1b9-4ec4-a3f5-8fbf890006d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:35.123905 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-7b51ed23-d1b9-4ec4-a3f5-8fbf890006d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0455415 Apr 28 19:42:35.204741 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Deleting port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:42:35.205092 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:35.293324 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] For port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:35.293708 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:35.461601 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:35.462017 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (c23df3ad-cae5-4f28-909e-b9e0d28243a1), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:35.462338 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Floating IP c23df3ad-cae5-4f28-909e-b9e0d28243a1 disassociated. External IP: 172.27.2.62, port: c35eea8a-cbc2-41ee-8b10-a0fea8a6505c. Apr 28 19:42:35.462686 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Calling delete_port for c35eea8a-cbc2-41ee-8b10-a0fea8a6505c owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:42:35.533451 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dd4a7-94fd-4f82-b001-0b9cde08e168 req-dcd9043a-6b32-4fa9-b2a5-59416188b616 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:35.534961 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb4dd4a7-94fd-4f82-b001-0b9cde08e168 req-dcd9043a-6b32-4fa9-b2a5-59416188b616 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6 HTTP/1.1" status: 200 len: 946 time: 0.0524387 Apr 28 19:42:35.584941 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cb4dd4a7-94fd-4f82-b001-0b9cde08e168 req-cd1da31d-4649-41f9-8e99-2e5fbf093432 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Apr 28 19:42:35.597420 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (c35eea8a-cbc2-41ee-8b10-a0fea8a6505c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:35.633787 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event deleted for resources: {'Port': ['ID=c35eea8a-cbc2-41ee-8b10-a0fea8a6505c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:35.643639 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.643994 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.644373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.644717 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.645063 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.645402 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.646213 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.646213 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.646554 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.647004 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.647348 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.647775 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.648002 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.648335 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.648663 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:35.763267 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:42:35.871426 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:42:35.881842 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:35.891270 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:35.891915 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:35.912673 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] No DVR routers for this DVR port c35eea8a-cbc2-41ee-8b10-a0fea8a6505c on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:35.915206 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:35.918552 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-369e3a54-22ca-4d03-b737-f1a018391b82 req-a31f53cf-7cfd-42d3-8b00-f784f9a341af tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "DELETE /v2.0/ports/c35eea8a-cbc2-41ee-8b10-a0fea8a6505c HTTP/1.1" status: 204 len: 173 time: 0.7891126 Apr 28 19:42:35.919023 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'name': 'network-vif-deleted', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:35.921881 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdddd685-adfb-4263-aee0-612bda7ea725" -d '{"events": [{"server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "name": "network-vif-deleted", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:36.009440 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:36.087750 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e682f101-e173-49a9-85df-b1c74e257a2b x-openstack-request-id: req-e682f101-e173-49a9-85df-b1c74e257a2b {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:36.088132 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6", "name": "network-vif-deleted", "tag": "c35eea8a-cbc2-41ee-8b10-a0fea8a6505c", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:36.088482 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e682f101-e173-49a9-85df-b1c74e257a2b {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:36.088958 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e682f101-e173-49a9-85df-b1c74e257a2b'] response: {'server_uuid': '1a75ecfe-5eab-4c58-bac2-d4e6f93e63e6', 'name': 'network-vif-deleted', 'tag': 'c35eea8a-cbc2-41ee-8b10-a0fea8a6505c', 'status': 'completed', 'code': 200} Apr 28 19:42:36.224499 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:36.251006 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:36.259111 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:36.259698 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:36.373497 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:36.565226 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:36.595970 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abca64-eb6d-41f4-845c-460d61202089 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:36.835071 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58666) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:36.875879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82197110-d6d0-4dd4-820c-88f0fdb8aabe None None] New status for floating IP c23df3ad-cae5-4f28-909e-b9e0d28243a1: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:42:36.887373 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-d5b8f2ad-b649-4913-97bb-196e25783690 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139821889&fields=id&tenant_id=3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 267 time: 0.0601454 Apr 28 19:42:37.004161 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-8c016a33-7012-4115-89bf-9417fa839ed1 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.004411 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd37c-4d4f-4c57-9132-a34fbca6beae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.005693 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-8c016a33-7012-4115-89bf-9417fa839ed1 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 811 time: 0.1104717 Apr 28 19:42:37.021421 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-cc8acfa4-6984-4a80-90f5-51b16afaeb2b tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/quotas/3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 375 time: 0.0098357 Apr 28 19:42:37.081173 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-708e1080-aef8-48cf-8fb4-639c88ed0917 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541263 Apr 28 19:42:37.098195 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-f7941b9a-7663-4331-ae79-aff97f94b737 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:42:37.099176 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-f7941b9a-7663-4331-ae79-aff97f94b737 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052996 Apr 28 19:42:37.103387 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd37c-4d4f-4c57-9132-a34fbca6beae admin admin] Publish callbacks [] for security_group (a1e28521-de68-4796-b794-a38e75783c51), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.108008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5f2cd37c-4d4f-4c57-9132-a34fbca6beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (a1e28521-de68-4796-b794-a38e75783c51), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.146304 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5f2cd37c-4d4f-4c57-9132-a34fbca6beae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89aa63c282d44e2bafca7da0ba04302f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101687 Apr 28 19:42:37.147495 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cd37c-4d4f-4c57-9132-a34fbca6beae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e28521-de68-4796-b794-a38e75783c51,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:37.149869 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58670) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:37.194457 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-2668ba8e-5e16-4fd9-9621-8746297ac29c service neutron] 10.222.0.55 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894361 Apr 28 19:42:37.197055 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7009b55d-b521-4ec1-b42c-8afec968c0a6 admin admin] Publish callbacks [] for security_group (a1e28521-de68-4796-b794-a38e75783c51), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.219558 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7009b55d-b521-4ec1-b42c-8afec968c0a6 admin admin] Publish callbacks [] for security_group (a1e28521-de68-4796-b794-a38e75783c51), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.265722 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7009b55d-b521-4ec1-b42c-8afec968c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (a1e28521-de68-4796-b794-a38e75783c51), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.268183 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7009b55d-b521-4ec1-b42c-8afec968c0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.269315 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-7009b55d-b521-4ec1-b42c-8afec968c0a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1e28521-de68-4796-b794-a38e75783c51 HTTP/1.1" status: 204 len: 168 time: 0.1186044 Apr 28 19:42:37.276849 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009b55d-b521-4ec1-b42c-8afec968c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e28521-de68-4796-b794-a38e75783c51,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:37.285996 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-1c62edd9-1dee-42a1-8412-4bb898d2be7a service neutron] 10.222.0.55 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859203 Apr 28 19:42:37.545134 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58686) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:37.559504 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-709084f0-9f89-474e-a32e-66c051af2332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.573179 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5ad4e3b1-5d2a-43a7-acbc-c6791472a72a req-30c68fb5-9264-4e67-b4aa-4d542eca3706 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 210 time: 0.0288155 Apr 28 19:42:37.637584 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-709084f0-9f89-474e-a32e-66c051af2332 admin admin] Publish callbacks [] for security_group (f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.642034 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-709084f0-9f89-474e-a32e-66c051af2332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.680522 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-709084f0-9f89-474e-a32e-66c051af2332 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=636b8159e1684909a8526f44154650a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342571 Apr 28 19:42:37.683180 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58692) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:37.689130 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709084f0-9f89-474e-a32e-66c051af2332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:37.737353 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-aa47f1de-43a5-4988-b46d-2376db5c7513 admin admin] Publish callbacks [] for security_group (f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.759815 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-aa47f1de-43a5-4988-b46d-2376db5c7513 admin admin] Publish callbacks [] for security_group (f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.806740 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-aa47f1de-43a5-4988-b46d-2376db5c7513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.809266 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-aa47f1de-43a5-4988-b46d-2376db5c7513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:37.810966 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-aa47f1de-43a5-4988-b46d-2376db5c7513 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08 HTTP/1.1" status: 204 len: 168 time: 0.1262984 Apr 28 19:42:37.818690 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47f1de-43a5-4988-b46d-2376db5c7513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22e6caf-80e9-48c3-84d2-7bbcbe7b0b08,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.509928 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-421e0426-142f-4c3e-b672-a25a448e6ce4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.509928 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-421e0426-142f-4c3e-b672-a25a448e6ce4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 811 time: 0.1139250 Apr 28 19:42:38.574450 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-e04229bc-455d-4c7c-b1be-a925069d8f2d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 380 time: 0.0572853 Apr 28 19:42:38.582885 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'port': {'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'admin_state_up': True, 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'security_groups': ['898ca1fe-4a5c-4b86-9c26-135e5e3603e2']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:42:38.686736 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-82cbcac9-9fbb-4474-b216-7f1b4745febb req-bc7e1aa0-120e-425e-b2ec-c2689ddeca37 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 210 time: 0.0343080 Apr 28 19:42:38.710822 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Made reservation on behalf of 3a837f4ec8f043929f597936b5d02c07 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:38.714206 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:38.859837 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Allocated IP 172.20.0.5 (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc/8a0d2cae-b508-4eed-b8f2-b976115000f6/52b3e38a-2771-41b0-8fd7-a61bd5be0fad) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:39.026498 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.059117 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.106373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:39.109462 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:39.113153 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:39.148187 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:39.169572 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.170281 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.189697 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-169ebfcc-9d3a-44c8-ae40-f60a274dc6a8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101756 Apr 28 19:42:39.198950 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-75246db0-6305-4180-a708-d8c689515d11 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:42:39.200207 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-75246db0-6305-4180-a708-d8c689515d11 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059493 Apr 28 19:42:39.325868 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c35eea8a-cbc2-41ee-8b10-a0fea8a6505c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:39.345879 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: c35eea8a-cbc2-41ee-8b10-a0fea8a6505c {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:42:39.346228 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device c35eea8a-cbc2-41ee-8b10-a0fea8a6505c not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:42:39.367722 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Request body: {'port': {'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:42:39.411839 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-93a6653f-b5ed-430f-a2f2-494d6ca68f08 None None] Provisioning complete for port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:42:39.412214 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93a6653f-b5ed-430f-a2f2-494d6ca68f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.427589 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.451909 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-93a6653f-b5ed-430f-a2f2-494d6ca68f08 None None] Port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:42:39.694500 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b3e38a-2771-41b0-8fd7-a61bd5be0fad {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:39.701993 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Publish callbacks [] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.716075 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Transition to ACTIVE for port object 52b3e38a-2771-41b0-8fd7-a61bd5be0fad will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:42:39.719477 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.796302 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Pushing event updated for resources: {'Port': ['ID=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:39.830692 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be32217-f171-49ca-8764-7c9ad9f7d7a6 req-f77c9acd-2ced-4a5b-a773-8b3ae665c092 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.833906 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5be32217-f171-49ca-8764-7c9ad9f7d7a6 req-f77c9acd-2ced-4a5b-a773-8b3ae665c092 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0733719 Apr 28 19:42:39.864215 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Attempting to bind port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:42:39.864547 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Attempting to bind port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:42:39.865082 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Attempting to bind port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:39.870087 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:42:39.870416 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Attempting to bind port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:42:39.876937 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:42:39.877293 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Checking segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:42:39.877713 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Bound using segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:42:39.878146 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Bound port: 52b3e38a-2771-41b0-8fd7-a61bd5be0fad, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:42:39.878698 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:39.897663 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5be32217-f171-49ca-8764-7c9ad9f7d7a6 req-eb39f12f-83c1-4de9-a8ee-0d351056ba95 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547290 Apr 28 19:42:39.953417 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] For port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:42:39.956896 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] For port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:42:39.962989 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:40.001103 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.001713 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:40.003207 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] 10.222.0.45 "PUT /v2.0/ports/52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 1093 time: 0.7958713 Apr 28 19:42:40.005727 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:40.008772 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e304445a-b32e-46f0-b29d-85b585b9bfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:40.037426 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9510ee-08bf-4ca1-8524-bc45ff42874d service neutron] Pushing event updated for resources: {'Port': ['ID=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:40.062936 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6008f516-f508-4a0b-ba7d-995bc3c6aff4 x-openstack-request-id: req-6008f516-f508-4a0b-ba7d-995bc3c6aff4 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:40.063372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:40.063634 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6008f516-f508-4a0b-ba7d-995bc3c6aff4 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:40.064051 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6008f516-f508-4a0b-ba7d-995bc3c6aff4'] response: {'name': 'network-changed', 'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'status': 'completed', 'code': 200} Apr 28 19:42:40.095403 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-e0ca8cf9-0686-4ddf-8459-ba5eb6313624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.097109 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-e0ca8cf9-0686-4ddf-8459-ba5eb6313624 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1127 time: 0.0498571 Apr 28 19:42:40.158881 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-c8f19c61-f83b-4ec4-a05d-b48894b214ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 217 time: 0.0544450 Apr 28 19:42:40.212528 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-5413a5d5-367e-43c6-ae7b-b166807918b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.214046 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-5413a5d5-367e-43c6-ae7b-b166807918b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0495772 Apr 28 19:42:40.256300 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-7c24ce30-0109-4a23-9e35-aaa4df5ba806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.257871 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-7c24ce30-0109-4a23-9e35-aaa4df5ba806 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383618 Apr 28 19:42:40.349384 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-ad236afd-302e-439f-bc38-7627f57464b1 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844431 Apr 28 19:42:40.434763 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0247849e-4038-46a4-b2e1-7cf325f5589e req-e7b78212-800f-4a11-bb24-da323e4293b2 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793397 Apr 28 19:42:41.013954 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b2068-7eae-410b-9c13-f1453f9e708d req-ae5203c1-61c8-4977-9835-d82ddc582c47 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:41.015385 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b4b2068-7eae-410b-9c13-f1453f9e708d req-ae5203c1-61c8-4977-9835-d82ddc582c47 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0488081 Apr 28 19:42:41.063227 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b4b2068-7eae-410b-9c13-f1453f9e708d req-b73c889a-b6d5-4e8c-bace-cf848d5686b1 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Apr 28 19:42:41.153059 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-57e7c8d1-6e43-429d-a024-c9b446b4da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:41.154629 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-57e7c8d1-6e43-429d-a024-c9b446b4da53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1127 time: 0.0428984 Apr 28 19:42:41.246069 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-d5d35158-0cbb-4a0e-939c-dba5c1b3ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:41.247834 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-d5d35158-0cbb-4a0e-939c-dba5c1b3ac4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0853662 Apr 28 19:42:41.292219 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-19f3a788-0c1a-4a60-8df6-ff39c83b5652 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 217 time: 0.0386403 Apr 28 19:42:41.342227 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-a79bbb00-8a06-4a8e-91e3-25a391678e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:41.343233 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-a79bbb00-8a06-4a8e-91e3-25a391678e5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0457568 Apr 28 19:42:41.386501 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-663498fb-b775-4c50-9812-b9b05be8d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:41.388019 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-663498fb-b775-4c50-9812-b9b05be8d7ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388689 Apr 28 19:42:41.489958 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-0f9c7e27-7c30-4349-9099-6bd1d9099fb4 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957479 Apr 28 19:42:41.580713 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-e304445a-b32e-46f0-b29d-85b585b9bfcc req-fa2c09da-99d7-4c33-9206-ab19d4e667b2 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848472 Apr 28 19:42:42.173314 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3022a13-8b87-4d6c-8f62-3879431009bd req-8a11c2aa-669e-4e2b-ad59-1a80e2f42e4f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.174787 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a3022a13-8b87-4d6c-8f62-3879431009bd req-8a11c2aa-669e-4e2b-ad59-1a80e2f42e4f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0453358 Apr 28 19:42:42.223247 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a3022a13-8b87-4d6c-8f62-3879431009bd req-d2164ad9-a7ab-476a-8fb5-58fd70dd24e2 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Apr 28 19:42:42.919626 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58804) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:43.025607 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4bc0518c-8cca-47a9-9890-887a5b2918ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.115576 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4bc0518c-8cca-47a9-9890-887a5b2918ad admin admin] Publish callbacks [] for security_group (fb98c9f0-2901-4613-abec-e728a9112137), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.119425 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4bc0518c-8cca-47a9-9890-887a5b2918ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (fb98c9f0-2901-4613-abec-e728a9112137), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.160895 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4bc0518c-8cca-47a9-9890-887a5b2918ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6aa00938f34453592ffd71ba40a7d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401631 Apr 28 19:42:43.161781 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0518c-8cca-47a9-9890-887a5b2918ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb98c9f0-2901-4613-abec-e728a9112137,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.163549 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58808) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:43.214367 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41dd4ff-3764-4629-b42b-d238dce93c01 admin admin] Publish callbacks [] for security_group (fb98c9f0-2901-4613-abec-e728a9112137), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.237129 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41dd4ff-3764-4629-b42b-d238dce93c01 admin admin] Publish callbacks [] for security_group (fb98c9f0-2901-4613-abec-e728a9112137), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.294117 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41dd4ff-3764-4629-b42b-d238dce93c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (fb98c9f0-2901-4613-abec-e728a9112137), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.297168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41dd4ff-3764-4629-b42b-d238dce93c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.299028 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a41dd4ff-3764-4629-b42b-d238dce93c01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb98c9f0-2901-4613-abec-e728a9112137 HTTP/1.1" status: 204 len: 168 time: 0.1332185 Apr 28 19:42:43.310618 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd4ff-3764-4629-b42b-d238dce93c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb98c9f0-2901-4613-abec-e728a9112137,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.345375 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f93e5e-eabb-4147-acba-5b8601b9d9c9 req-e3734573-aa00-405d-96f5-5b809b650e0c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.346908 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23f93e5e-eabb-4147-acba-5b8601b9d9c9 req-e3734573-aa00-405d-96f5-5b809b650e0c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0557933 Apr 28 19:42:43.404869 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-23f93e5e-eabb-4147-acba-5b8601b9d9c9 req-e6c22ec4-2eee-4bd9-9b05-311b39ff946f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504236 Apr 28 19:42:43.581073 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58816) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:43.595505 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f3d5306f-b2d9-4e31-b6e0-b3ff29072f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.667762 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f3d5306f-b2d9-4e31-b6e0-b3ff29072f91 admin admin] Publish callbacks [] for security_group (e6bf41e2-3065-404b-bd89-fc5d5783e533), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.671317 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f3d5306f-b2d9-4e31-b6e0-b3ff29072f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e6bf41e2-3065-404b-bd89-fc5d5783e533), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.707146 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5306f-b2d9-4e31-b6e0-b3ff29072f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bf41e2-3065-404b-bd89-fc5d5783e533,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.712405 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f3d5306f-b2d9-4e31-b6e0-b3ff29072f91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=254ee7ac13744987bd2652bdb1035655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301706 Apr 28 19:42:43.714889 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58818) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:43.760028 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0e74665b-ab23-4373-b4e7-09697d69d185 admin admin] Publish callbacks [] for security_group (e6bf41e2-3065-404b-bd89-fc5d5783e533), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.780551 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0e74665b-ab23-4373-b4e7-09697d69d185 admin admin] Publish callbacks [] for security_group (e6bf41e2-3065-404b-bd89-fc5d5783e533), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.825647 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0e74665b-ab23-4373-b4e7-09697d69d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (e6bf41e2-3065-404b-bd89-fc5d5783e533), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.828742 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0e74665b-ab23-4373-b4e7-09697d69d185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:43.829896 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-0e74665b-ab23-4373-b4e7-09697d69d185 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6bf41e2-3065-404b-bd89-fc5d5783e533 HTTP/1.1" status: 204 len: 168 time: 0.1141062 Apr 28 19:42:43.837792 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74665b-ab23-4373-b4e7-09697d69d185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bf41e2-3065-404b-bd89-fc5d5783e533,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.134280 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58824) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:44.149356 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3ef33ae9-e079-4b6e-b246-58d1f8330ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:44.222438 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3ef33ae9-e079-4b6e-b246-58d1f8330ee1 admin admin] Publish callbacks [] for security_group (576608c7-fb7b-4566-899a-aaf37e7de5bc), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:44.226150 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3ef33ae9-e079-4b6e-b246-58d1f8330ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (576608c7-fb7b-4566-899a-aaf37e7de5bc), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:44.261793 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3ef33ae9-e079-4b6e-b246-58d1f8330ee1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43780a8befdc44b3997a1fdbc3b9dd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264369 Apr 28 19:42:44.263798 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef33ae9-e079-4b6e-b246-58d1f8330ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576608c7-fb7b-4566-899a-aaf37e7de5bc,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.264474 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58826) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:44.312716 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-979df9f6-8072-4959-a399-f4b3d32ca862 admin admin] Publish callbacks [] for security_group (576608c7-fb7b-4566-899a-aaf37e7de5bc), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:44.332630 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-979df9f6-8072-4959-a399-f4b3d32ca862 admin admin] Publish callbacks [] for security_group (576608c7-fb7b-4566-899a-aaf37e7de5bc), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:44.381856 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-979df9f6-8072-4959-a399-f4b3d32ca862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (576608c7-fb7b-4566-899a-aaf37e7de5bc), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:44.384318 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-979df9f6-8072-4959-a399-f4b3d32ca862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:44.385428 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-979df9f6-8072-4959-a399-f4b3d32ca862 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/576608c7-fb7b-4566-899a-aaf37e7de5bc HTTP/1.1" status: 204 len: 168 time: 0.1199906 Apr 28 19:42:44.392666 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979df9f6-8072-4959-a399-f4b3d32ca862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576608c7-fb7b-4566-899a-aaf37e7de5bc,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.527698 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd1e30-93aa-4438-b0cd-eb9d70d29238 req-2cbb9072-ccf7-434c-91f6-16b267d90ba6 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.529348 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-52dd1e30-93aa-4438-b0cd-eb9d70d29238 req-2cbb9072-ccf7-434c-91f6-16b267d90ba6 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0547080 Apr 28 19:42:44.580424 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-52dd1e30-93aa-4438-b0cd-eb9d70d29238 req-97873871-f6d1-4b39-91a7-80723b247c9a tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Apr 28 19:42:45.042065 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58850) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:45.135697 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-909316508-network', 'tenant_id': 'eb1e600114f64e8c9efb2001a760ffc4'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:42:45.154149 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Made reservation on behalf of eb1e600114f64e8c9efb2001a760ffc4 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:45.157196 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.165813 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.238640 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks [] for security_group (ed9a3d3e-8123-4943-a1f6-77a082233bff), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.242342 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ed9a3d3e-8123-4943-a1f6-77a082233bff), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.269022 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:45.275066 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a3d3e-8123-4943-a1f6-77a082233bff,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.281010 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (2c0976a4-d6e2-4d0a-b9be-978374de3d2d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.281445 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Added segment 2c0976a4-d6e2-4d0a-b9be-978374de3d2d of type vlan for network 28207369-9ec8-4319-9a6b-8b9b19d6ab91 Apr 28 19:42:45.320377 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (28207369-9ec8-4319-9a6b-8b9b19d6ab91), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.344745 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (28207369-9ec8-4319-9a6b-8b9b19d6ab91), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.345863 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.346454 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.384082 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3380003 Apr 28 19:42:45.384310 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58854) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:45.388078 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.389304 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Request body: {'subnet': {'network_id': '28207369-9ec8-4319-9a6b-8b9b19d6ab91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-909316508-subnet', 'tenant_id': 'eb1e600114f64e8c9efb2001a760ffc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:42:45.424203 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb241d-f519-4b70-8e6f-37ffae807bed admin admin] Pushing event updated for resources: {'Network': ['ID=28207369-9ec8-4319-9a6b-8b9b19d6ab91,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.436356 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Made reservation on behalf of eb1e600114f64e8c9efb2001a760ffc4 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:45.437550 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 28207369-9ec8-4319-9a6b-8b9b19d6ab91 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:42:45.439281 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12872921'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.602398 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12872747'] for subnet (da0bf05b-806a-4d7b-98d5-855e9c2a7c93), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.648287 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0bf05b-806a-4d7b-98d5-855e9c2a7c93,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.667902 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Checking segment: {'id': '2c0976a4-d6e2-4d0a-b9be-978374de3d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '28207369-9ec8-4319-9a6b-8b9b19d6ab91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:42:45.668269 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Network hostable DHCP agents. Network: 28207369-9ec8-4319-9a6b-8b9b19d6ab91, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:45.686070 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Network 28207369-9ec8-4319-9a6b-8b9b19d6ab91 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:45.694626 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f389c03-7242-41e3-9ed5-06c4c0f47f60 req-00ca13de-6216-41e9-a552-4f58945822a4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.695215 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 28207369-9ec8-4319-9a6b-8b9b19d6ab91) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:45.696296 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6f389c03-7242-41e3-9ed5-06c4c0f47f60 req-00ca13de-6216-41e9-a552-4f58945822a4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0485072 Apr 28 19:42:45.699665 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.700263 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:45.704639 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ac80a-1967-47b7-a2aa-6a3f99241477 None None] Network 28207369-9ec8-4319-9a6b-8b9b19d6ab91 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:42:45.718832 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-6d6865f3-a7c0-41ed-88ea-d3771515ecb6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3324897 Apr 28 19:42:45.753104 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6f389c03-7242-41e3-9ed5-06c4c0f47f60 req-ca32c8ea-d883-4efa-a4ef-aa2470793b40 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506277 Apr 28 19:42:45.807321 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7362005c-0e6f-488a-bb87-18ee8b9dbf99 None None] Network 28207369-9ec8-4319-9a6b-8b9b19d6ab91 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:42:46.181160 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 58872) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:46.186026 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-25439779-network', 'tenant_id': 'c7edaa13f44748a389f0c51f784507cc'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:42:46.205877 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Made reservation on behalf of c7edaa13f44748a389f0c51f784507cc for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:46.208085 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.215972 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.291006 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks [] for security_group (546ad95d-92ed-415d-afd3-6871b1f69392), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.294733 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (546ad95d-92ed-415d-afd3-6871b1f69392), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.319999 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:46.326027 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ad95d-92ed-415d-afd3-6871b1f69392,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:46.332264 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (8a8f9201-1d94-4d8b-b189-ce5cd071e970), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.332599 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Added segment 8a8f9201-1d94-4d8b-b189-ce5cd071e970 of type vlan for network 72b04065-9bf0-4238-bf94-587bfba57156 Apr 28 19:42:46.371217 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (72b04065-9bf0-4238-bf94-587bfba57156), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.394546 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (72b04065-9bf0-4238-bf94-587bfba57156), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.395487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.396059 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.430003 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2474062 Apr 28 19:42:46.432797 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58874) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:46.437753 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Request body: {'subnet': {'network_id': '72b04065-9bf0-4238-bf94-587bfba57156', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-25439779-subnet', 'tenant_id': 'c7edaa13f44748a389f0c51f784507cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:42:46.456030 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d7af7-13c2-4298-9db5-f987826081f0 admin admin] Pushing event updated for resources: {'Network': ['ID=72b04065-9bf0-4238-bf94-587bfba57156,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:46.456813 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Made reservation on behalf of c7edaa13f44748a389f0c51f784507cc for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:46.459955 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12954548'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.466714 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 72b04065-9bf0-4238-bf94-587bfba57156 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:42:46.623735 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15158387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12954438'] for subnet (bcb8e37b-8a9f-4ed3-bc49-51086b727cb6), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.681656 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb8e37b-8a9f-4ed3-bc49-51086b727cb6,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:46.690457 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Checking segment: {'id': '8a8f9201-1d94-4d8b-b189-ce5cd071e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '72b04065-9bf0-4238-bf94-587bfba57156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:42:46.690816 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Network hostable DHCP agents. Network: 72b04065-9bf0-4238-bf94-587bfba57156, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:46.707765 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Network 72b04065-9bf0-4238-bf94-587bfba57156 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:46.716681 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 72b04065-9bf0-4238-bf94-587bfba57156) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:46.722646 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.722646 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:46.725728 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181b8d5-5118-480b-99fa-5207d42a60f8 None None] Network 72b04065-9bf0-4238-bf94-587bfba57156 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:42:46.738611 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f8c0f790-52f0-495f-891b-1791557843d3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3046091 Apr 28 19:42:46.832543 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3597f8-738c-4026-aa11-ec9acbe6377f None None] Network 72b04065-9bf0-4238-bf94-587bfba57156 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:42:46.873310 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded34e-ad57-48af-a1c2-5f9cf39bfba3 req-618020ff-4506-4e1f-a082-4832c1d7fbcd tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.878097 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-50ded34e-ad57-48af-a1c2-5f9cf39bfba3 req-618020ff-4506-4e1f-a082-4832c1d7fbcd tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0575826 Apr 28 19:42:46.925357 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-50ded34e-ad57-48af-a1c2-5f9cf39bfba3 req-957b0b58-e95d-488c-94d9-ac725248213c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Apr 28 19:42:47.534334 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-337fde9c-053a-451a-9c44-1a3b23ce228d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:48.037068 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ff96e-add2-4c67-a9d3-c5ff3ca41803 req-ef2ae341-cf87-43c3-8297-6bb6ea1dda95 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.038545 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-619ff96e-add2-4c67-a9d3-c5ff3ca41803 req-ef2ae341-cf87-43c3-8297-6bb6ea1dda95 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0454350 Apr 28 19:42:48.094671 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-619ff96e-add2-4c67-a9d3-c5ff3ca41803 req-58f2d598-b9b8-4207-a2dd-36997f12cafd tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507569 Apr 28 19:42:49.206931 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448359cc-6ecd-429d-8cd7-e18079c88d62 req-973136eb-ecf6-407d-a15f-b35b050189de tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.208354 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-448359cc-6ecd-429d-8cd7-e18079c88d62 req-973136eb-ecf6-407d-a15f-b35b050189de tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 943 time: 0.0456569 Apr 28 19:42:49.254654 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-448359cc-6ecd-429d-8cd7-e18079c88d62 req-444d8dd9-ed09-4244-9925-15ca052ad408 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Apr 28 19:42:49.356729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 52b3e38a-2771-41b0-8fd7-a61bd5be0fad details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:42:49.454891 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:49.465685 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:42:49.501855 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:42:49.502250 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:49.514344 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b3e38a-2771-41b0-8fd7-a61bd5be0fad {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:49.533179 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:49.537234 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:49.585256 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:49.591942 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.592294 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.592640 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.593952 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.593952 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.594146 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.594475 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.594802 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.595131 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.595458 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.595784 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.596112 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.596435 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.596759 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.597157 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:49.791852 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c01e494-96eb-470e-88e2-ee0ba649145b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:49.846495 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['52b3e38a-2771-41b0-8fd7-a61bd5be0fad'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:42:50.265572 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:42:50.363521 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fadeb-cc1c-4e28-83cb-e63fabbee84c req-372a582f-3123-46e7-9f37-60fa39e33c1b tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.364967 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e5fadeb-cc1c-4e28-83cb-e63fabbee84c req-372a582f-3123-46e7-9f37-60fa39e33c1b tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 944 time: 0.0454438 Apr 28 19:42:50.413265 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9e5fadeb-cc1c-4e28-83cb-e63fabbee84c req-dc98f32b-a118-4c6f-afb3-3ce85b2d043f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Apr 28 19:42:50.935938 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:51.387876 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 52b3e38a-2771-41b0-8fd7-a61bd5be0fad up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:42:51.431409 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:42:51.437875 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:42:51.438256 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:51.516551 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:42:51.516940 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:51.531096 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccff06-da76-4da4-b215-981c1494dae9 req-5ff666aa-7a1a-41c5-9633-b07a1cbb92d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.532650 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4ccff06-da76-4da4-b215-981c1494dae9 req-5ff666aa-7a1a-41c5-9633-b07a1cbb92d4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 944 time: 0.0496078 Apr 28 19:42:51.584761 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4ccff06-da76-4da4-b215-981c1494dae9 req-ec8d33b1-ad48-4685-a374-0797927b3387 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464203 Apr 28 19:42:51.662238 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:51.664316 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106b50f4-f0b8-467b-936b-ac330166de19" -d '{"events": [{"server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "name": "network-vif-plugged", "status": "completed", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:51.677905 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:51.683731 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:51.707187 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b1a295-e3a3-49da-938c-a2b7a8cf2b2f x-openstack-request-id: req-84b1a295-e3a3-49da-938c-a2b7a8cf2b2f {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:51.707482 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "name": "network-vif-plugged", "status": "completed", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:51.707748 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84b1a295-e3a3-49da-938c-a2b7a8cf2b2f {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:51.708134 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b1a295-e3a3-49da-938c-a2b7a8cf2b2f'] response: {'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'code': 200} Apr 28 19:42:51.733144 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:51.918678 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531f74a-37da-4c05-a481-7a9b08c7813c req-c14b1b72-47c5-4bff-9560-67f29ec4904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.920046 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3531f74a-37da-4c05-a481-7a9b08c7813c req-c14b1b72-47c5-4bff-9560-67f29ec4904a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1129 time: 0.0404053 Apr 28 19:42:51.963490 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-3531f74a-37da-4c05-a481-7a9b08c7813c req-f7681682-290c-4cd8-9360-efb86eb511ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376713 Apr 28 19:42:52.398597 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:52.699754 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ea62-cd1e-4b0a-992a-17a64024d874 req-18b46a84-e73b-48a2-9c53-58895a48423e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.701206 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc53ea62-cd1e-4b0a-992a-17a64024d874 req-18b46a84-e73b-48a2-9c53-58895a48423e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 945 time: 0.0475745 Apr 28 19:42:52.748576 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bc53ea62-cd1e-4b0a-992a-17a64024d874 req-c96dc916-942e-46db-b479-cb6078be0739 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Apr 28 19:42:52.962715 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22068f-7532-4740-a5ae-c8da36546aff req-4a338861-8df7-425a-a75e-1166d8940178 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.964144 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9b22068f-7532-4740-a5ae-c8da36546aff req-4a338861-8df7-425a-a75e-1166d8940178 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 946 time: 0.0451412 Apr 28 19:42:53.015837 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9b22068f-7532-4740-a5ae-c8da36546aff req-bb4874e4-d3d0-4846-9dee-9cf8b53e27b6 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454812 Apr 28 19:42:53.862946 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b5693-6c44-4b81-be1a-aee2ee00a88c req-13718307-c0dd-4e85-85bf-1d1c4bc6452e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.864431 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0c8b5693-6c44-4b81-be1a-aee2ee00a88c req-13718307-c0dd-4e85-85bf-1d1c4bc6452e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 945 time: 0.0463674 Apr 28 19:42:53.911066 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0c8b5693-6c44-4b81-be1a-aee2ee00a88c req-5c0c25b8-afff-4c18-bbd0-bfc3433a2520 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Apr 28 19:42:54.009462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:54.132850 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55cf64-8e46-427f-9ed1-769aa1814fd5 req-8b913f46-60d6-4796-9ed1-c17d987b4d9f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.134324 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7b55cf64-8e46-427f-9ed1-769aa1814fd5 req-8b913f46-60d6-4796-9ed1-c17d987b4d9f tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 946 time: 0.0457213 Apr 28 19:42:54.179484 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7b55cf64-8e46-427f-9ed1-769aa1814fd5 req-8ca57688-3629-49ee-a3e4-71becceede57 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups?id=33e2c460-ddf8-406e-9ae2-d38d9173fcd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397756 Apr 28 19:42:54.646818 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-cf965427-c9c7-4dc4-97a9-a89f99cb2da8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.648284 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-cf965427-c9c7-4dc4-97a9-a89f99cb2da8 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 946 time: 0.0506885 Apr 28 19:42:54.736567 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Deleting port b9cab3b6-b266-4cd6-8939-d58bc209389c {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:42:54.736915 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:54.823635 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] For port b9cab3b6-b266-4cd6-8939-d58bc209389c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b9cab3b6-b266-4cd6-8939-d58bc209389c,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:42:54.824125 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.013464 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.013865 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (3229af03-618f-4b60-a28c-f75c82cc3700), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.014183 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.l3_db [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Floating IP 3229af03-618f-4b60-a28c-f75c82cc3700 disassociated. External IP: 172.27.2.150, port: b9cab3b6-b266-4cd6-8939-d58bc209389c. Apr 28 19:42:55.014550 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Calling delete_port for b9cab3b6-b266-4cd6-8939-d58bc209389c owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:42:55.028524 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6a6f-bd57-409a-abc2-9e89015ce20f req-af9ca4dc-063f-4e84-813d-0668d1581e85 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.030001 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-502b6a6f-bd57-409a-abc2-9e89015ce20f req-af9ca4dc-063f-4e84-813d-0668d1581e85 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 945 time: 0.0509069 Apr 28 19:42:55.079335 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-502b6a6f-bd57-409a-abc2-9e89015ce20f req-b3526e25-eba4-43da-9b8f-3bc2ef02ea6d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Apr 28 19:42:55.140291 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (b9cab3b6-b266-4cd6-8939-d58bc209389c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.167076 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event deleted for resources: {'Port': ['ID=b9cab3b6-b266-4cd6-8939-d58bc209389c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:55.198091 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9bb7e-354f-4b9e-888b-c4b68b689dac req-f8f9c624-dc21-4115-bf87-28b34cef03cd tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.199620 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fd9bb7e-354f-4b9e-888b-c4b68b689dac req-f8f9c624-dc21-4115-bf87-28b34cef03cd tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Apr 28 19:42:55.247830 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-6fd9bb7e-354f-4b9e-888b-c4b68b689dac req-609136a0-5402-4192-90c5-7abce9213609 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Apr 28 19:42:55.270145 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58970) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:55.283489 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Router 1d330f72-bfa7-44c4-8143-c418a81a6790 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:42:55.312533 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5655242-1a85-406b-aee9-202e9bf7ead7 tempest-TestVolumeBootPattern-1468112978 tempest-TestVolumeBootPattern-1468112978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.314058 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c5655242-1a85-406b-aee9-202e9bf7ead7 tempest-TestVolumeBootPattern-1468112978 tempest-TestVolumeBootPattern-1468112978-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1124 time: 0.0429206 Apr 28 19:42:55.316970 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 58974) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:55.321236 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:42:55.341319 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.396640 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:42:55.408062 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] Sync routers for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:55.418003 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:55.418488 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:55.430599 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.450297 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] No DVR routers for this DVR port b9cab3b6-b266-4cd6-8939-d58bc209389c on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:55.453903 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.457395 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-69d8aea5-bbd2-4abf-b05d-a3ad4021ac64 req-e40e0f65-7052-4d7a-9fa6-f87e74a71671 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.45 "DELETE /v2.0/ports/b9cab3b6-b266-4cd6-8939-d58bc209389c HTTP/1.1" status: 204 len: 173 time: 0.8031356 Apr 28 19:42:55.458065 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-deleted', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:55.460716 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5835abe-e6ed-49fb-a32f-d1cb8ad402f1" -d '{"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-deleted", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:55.563882 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Allocated IP 172.27.2.246 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/4b2e1e6c-8338-425a-a4f5-5f0b3179ff53) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:55.573077 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:55.631231 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-64dcf801-c47e-41da-9916-5140df8f756e req-8ae4c80d-c7f2-4e0c-80fe-161045744645 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/ports?device_id=b79eb502-2787-465f-b4f7-2dd95a01c71f HTTP/1.1" status: 200 len: 210 time: 0.0493906 Apr 28 19:42:55.697438 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff94a9c-9f5a-4beb-ae37-13b2c57a77a3 x-openstack-request-id: req-3ff94a9c-9f5a-4beb-ae37-13b2c57a77a3 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:55.697989 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79eb502-2787-465f-b4f7-2dd95a01c71f", "name": "network-vif-deleted", "tag": "b9cab3b6-b266-4cd6-8939-d58bc209389c", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:55.698215 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ff94a9c-9f5a-4beb-ae37-13b2c57a77a3 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:55.698712 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff94a9c-9f5a-4beb-ae37-13b2c57a77a3'] response: {'server_uuid': 'b79eb502-2787-465f-b4f7-2dd95a01c71f', 'name': 'network-vif-deleted', 'tag': 'b9cab3b6-b266-4cd6-8939-d58bc209389c', 'status': 'completed', 'code': 200} Apr 28 19:42:55.733764 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.775339 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:55.810568 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:55.817541 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:55.821341 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:42:55.826732 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=4b2e1e6c-8338-425a-a4f5-5f0b3179ff53,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:55.874999 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:55.900977 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] Checking router: 1d330f72-bfa7-44c4-8143-c418a81a6790 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:55.910349 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:55.910963 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:56.044138 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:56.234771 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (0a3fa035-173d-466f-a353-31df0358c2d2), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:56.263753 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:56.294699 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659f16c-9dbd-40dc-bcf6-d5ca3882baa2 None None] The sync data for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi is: [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:31:49Z', 'revision_number': 4, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': 'b1320063-0a07-450b-a137-94b82b4c6081', 'name': '', 'network_id': '5732cc65-6168-4da1-8dcc-0285536b68ba', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'mac_address': 'fa:16:3e:cf:34:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:48Z', 'updated_at': '2022-04-28T19:31:59Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'subnets': [{'id': 'c33c3fc6-bb34-4230-9993-2dd3d8f60ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:56.306438 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:56.463335 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:56.468834 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:56.536413 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d74294-7bd0-46b9-80d2-d201601f90f8 None None] New status for floating IP 3229af03-618f-4b60-a28c-f75c82cc3700: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:42:56.538829 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=4b2e1e6c-8338-425a-a4f5-5f0b3179ff53,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:56.549057 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.549408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.549791 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.550136 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.550475 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.550804 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.551133 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.551461 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.551790 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.552115 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.552442 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.552766 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.553087 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.553409 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.553820 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:56.564240 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (0a3fa035-173d-466f-a353-31df0358c2d2), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:56.675776 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Floating IP 0a3fa035-173d-466f-a353-31df0358c2d2 associated. External IP: 172.27.2.246, port: 52b3e38a-2771-41b0-8fd7-a61bd5be0fad. Apr 28 19:42:57.132277 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:42:57.242974 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:42:57.253851 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:57.261536 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:57.265879 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:57.266753 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:57.305979 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-93de6616-93df-4ed7-a007-f29461ce0f59 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9742217 Apr 28 19:42:57.305979 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:57.305979 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0df222-1b98-4960-87d2-8d3584dc3eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:42:57.389438 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:57.611303 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:56Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:57.640199 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:57.648055 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:42:57.648695 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:57.745934 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59006) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:57.753745 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:42:57.802936 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5852-cfcd-4347-a9f3-72ede16f0997 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (33e2c460-ddf8-406e-9ae2-d38d9173fcd4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:57.832811 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5852-cfcd-4347-a9f3-72ede16f0997 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (33e2c460-ddf8-406e-9ae2-d38d9173fcd4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:57.843215 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e53b86e-28f6-40b8-b23d-c38ae03610d5 x-openstack-request-id: req-9e53b86e-28f6-40b8-b23d-c38ae03610d5 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:42:57.843584 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:42:57.843906 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e53b86e-28f6-40b8-b23d-c38ae03610d5 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:42:57.844389 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e53b86e-28f6-40b8-b23d-c38ae03610d5'] response: {'name': 'network-changed', 'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'status': 'completed', 'code': 200} Apr 28 19:42:57.891414 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5852-cfcd-4347-a9f3-72ede16f0997 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (33e2c460-ddf8-406e-9ae2-d38d9173fcd4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:57.894103 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5852-cfcd-4347-a9f3-72ede16f0997 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:57.895272 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-5dbc5852-cfcd-4347-a9f3-72ede16f0997 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "DELETE /v2.0/security-groups/33e2c460-ddf8-406e-9ae2-d38d9173fcd4 HTTP/1.1" status: 204 len: 168 time: 0.1482203 Apr 28 19:42:57.898479 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59010) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:57.903001 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-5382a168-96d5-4365-b5ca-fe8823206e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.904617 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-5382a168-96d5-4365-b5ca-fe8823206e3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1129 time: 0.0436547 Apr 28 19:42:57.915465 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc5852-cfcd-4347-a9f3-72ede16f0997 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2c460-ddf8-406e-9ae2-d38d9173fcd4,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:57.922031 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.api.v2.resource [None req-9361771f-4cd1-4782-be5c-acc07436bf0e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] show failed (client error): The resource could not be found. Apr 28 19:42:57.924866 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9361771f-4cd1-4782-be5c-acc07436bf0e tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "GET /v2.0/security-groups/33e2c460-ddf8-406e-9ae2-d38d9173fcd4 HTTP/1.1" status: 404 len: 347 time: 0.0254731 Apr 28 19:42:57.928953 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59012) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:57.985955 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:56Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:58.006842 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-de838557-ec2e-4943-a0b3-6d50669f65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.008420 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-de838557-ec2e-4943-a0b3-6d50669f65dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0978372 Apr 28 19:42:58.022501 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1f7b8-b1db-43b3-88ec-c3cac10471b8 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:56Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:58.057829 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Deleting port ebd625ee-9b69-426b-bb12-bae5cb20375e {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:42:58.058188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:58.086498 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-368fdd21-1db2-48c1-8724-d0298022719e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 999 time: 0.0711496 Apr 28 19:42:58.136246 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-15749532-92a6-46b4-a928-a3ab9f1ffe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.138098 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-15749532-92a6-46b4-a928-a3ab9f1ffe52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0460339 Apr 28 19:42:58.149984 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:58.150268 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (ebd625ee-9b69-426b-bb12-bae5cb20375e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:58.163638 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Calling delete_port for ebd625ee-9b69-426b-bb12-bae5cb20375e owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:42:58.182925 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-a5a15807-5653-47bd-becf-8db41b016238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.184424 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-a5a15807-5653-47bd-becf-8db41b016238 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398726 Apr 28 19:42:58.265719 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2e09d-88a5-4c86-8070-ff2664693615 None None] New status for floating IP 0a3fa035-173d-466f-a353-31df0358c2d2: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:42:58.284342 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-63343073-ce43-411f-9c4f-77ff03d10b1e service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937374 Apr 28 19:42:58.303943 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (ebd625ee-9b69-426b-bb12-bae5cb20375e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:58.336968 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Pushing event deleted for resources: {'Port': ['ID=ebd625ee-9b69-426b-bb12-bae5cb20375e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:58.393309 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fa0df222-1b98-4960-87d2-8d3584dc3eaf req-d697d7a1-6054-4bcb-bac7-a781b2ccff49 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032579 Apr 28 19:42:58.400242 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks [] for floatingip (3229af03-618f-4b60-a28c-f75c82cc3700), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:58.402936 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:58.406331 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-302c72d2-f035-41a1-9aac-485066b738b3 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] 10.222.0.55 "DELETE /v2.0/floatingips/3229af03-618f-4b60-a28c-f75c82cc3700 HTTP/1.1" status: 204 len: 168 time: 0.4768610 Apr 28 19:42:59.451138 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:42:59.471543 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: b9cab3b6-b266-4cd6-8939-d58bc209389c {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:42:59.471888 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device b9cab3b6-b266-4cd6-8939-d58bc209389c not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:00.162208 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59060) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:00.206212 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] Deleting subnet da0bf05b-806a-4d7b-98d5-855e9c2a7c93 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:43:00.209272 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] Publish callbacks [] for subnet (da0bf05b-806a-4d7b-98d5-855e9c2a7c93), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.241107 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13154238'] for subnet (da0bf05b-806a-4d7b-98d5-855e9c2a7c93), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.278701 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (da0bf05b-806a-4d7b-98d5-855e9c2a7c93), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.328396 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12872756'] for subnet (da0bf05b-806a-4d7b-98d5-855e9c2a7c93), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.355879 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0bf05b-806a-4d7b-98d5-855e9c2a7c93,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:00.360077 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.363140 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-dd9bcc7c-4ce7-461f-84dd-a715438ffea4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/da0bf05b-806a-4d7b-98d5-855e9c2a7c93 HTTP/1.1" status: 204 len: 168 time: 0.1999454 Apr 28 19:43:00.365594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59062) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:00.695610 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (28207369-9ec8-4319-9a6b-8b9b19d6ab91), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.772779 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (28207369-9ec8-4319-9a6b-8b9b19d6ab91), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.792659 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28207369-9ec8-4319-9a6b-8b9b19d6ab91']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:00.800235 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59070) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:00.802557 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0976a4-d6e2-4d0a-b9be-978374de3d2d') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:00.802859 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0976a4-d6e2-4d0a-b9be-978374de3d2d') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:00.813594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (2c0976a4-d6e2-4d0a-b9be-978374de3d2d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.827533 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (2c0976a4-d6e2-4d0a-b9be-978374de3d2d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.833923 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:00.834501 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (2c0976a4-d6e2-4d0a-b9be-978374de3d2d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:00.836306 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:00.890973 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (28207369-9ec8-4319-9a6b-8b9b19d6ab91), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.896367 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:00.899628 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/28207369-9ec8-4319-9a6b-8b9b19d6ab91 HTTP/1.1" status: 204 len: 168 time: 0.5330577 Apr 28 19:43:00.902626 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59074) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:00.911354 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d9ea7-3d62-4ec0-866c-b30cbcb6d3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=28207369-9ec8-4319-9a6b-8b9b19d6ab91,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:00.962424 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] Deleting subnet bcb8e37b-8a9f-4ed3-bc49-51086b727cb6 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:43:00.966622 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] Publish callbacks [] for subnet (bcb8e37b-8a9f-4ed3-bc49-51086b727cb6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.039295 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (bcb8e37b-8a9f-4ed3-bc49-51086b727cb6), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.122244 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (bcb8e37b-8a9f-4ed3-bc49-51086b727cb6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.253624 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (bcb8e37b-8a9f-4ed3-bc49-51086b727cb6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.287122 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.290191 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bcb8e37b-8a9f-4ed3-bc49-51086b727cb6 HTTP/1.1" status: 204 len: 168 time: 0.3866036 Apr 28 19:43:01.291012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d22807-15c1-4a89-965a-956d02f28272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb8e37b-8a9f-4ed3-bc49-51086b727cb6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.292758 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59076) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:01.364015 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (72b04065-9bf0-4238-bf94-587bfba57156), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.411483 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (1d330f72-bfa7-44c4-8143-c418a81a6790), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.441832 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (72b04065-9bf0-4238-bf94-587bfba57156), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.461367 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b04065-9bf0-4238-bf94-587bfba57156']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:01.472522 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8f9201-1d94-4d8b-b189-ce5cd071e970') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:01.472823 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8f9201-1d94-4d8b-b189-ce5cd071e970') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:01.482568 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (8a8f9201-1d94-4d8b-b189-ce5cd071e970), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.495681 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (8a8f9201-1d94-4d8b-b189-ce5cd071e970), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.502183 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:01.502574 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (8a8f9201-1d94-4d8b-b189-ce5cd071e970), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:01.504279 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:01.557381 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (72b04065-9bf0-4238-bf94-587bfba57156), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.563166 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.566330 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] 10.222.0.55 "DELETE /v2.0/networks/72b04065-9bf0-4238-bf94-587bfba57156 HTTP/1.1" status: 204 len: 168 time: 0.2717643 Apr 28 19:43:01.578720 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c8b8-2061-4635-8c9b-0be902b40cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=72b04065-9bf0-4238-bf94-587bfba57156,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.648661 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Deleting port b1320063-0a07-450b-a137-94b82b4c6081 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:43:01.649028 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (b1320063-0a07-450b-a137-94b82b4c6081), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.678956 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59080) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:01.724493 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-1e75e363-4d30-4255-babb-e8e0df060a40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb1e600114f64e8c9efb2001a760ffc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421441 Apr 28 19:43:01.724705 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59082) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:01.725866 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] For port b1320063-0a07-450b-a137-94b82b4c6081, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b1320063-0a07-450b-a137-94b82b4c6081,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:01.726232 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (b1320063-0a07-450b-a137-94b82b4c6081), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.739046 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Calling delete_port for b1320063-0a07-450b-a137-94b82b4c6081 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:43:01.771488 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fdeb-30d8-46a2-985e-7e482f54e47f admin admin] Publish callbacks [] for security_group (ed9a3d3e-8123-4943-a1f6-77a082233bff), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.791631 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fdeb-30d8-46a2-985e-7e482f54e47f admin admin] Publish callbacks [] for security_group (ed9a3d3e-8123-4943-a1f6-77a082233bff), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.838431 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fdeb-30d8-46a2-985e-7e482f54e47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (ed9a3d3e-8123-4943-a1f6-77a082233bff), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.840976 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fdeb-30d8-46a2-985e-7e482f54e47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.842134 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-aaa4fdeb-30d8-46a2-985e-7e482f54e47f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed9a3d3e-8123-4943-a1f6-77a082233bff HTTP/1.1" status: 204 len: 168 time: 0.1165602 Apr 28 19:43:01.853068 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4fdeb-30d8-46a2-985e-7e482f54e47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a3d3e-8123-4943-a1f6-77a082233bff,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.927049 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (b1320063-0a07-450b-a137-94b82b4c6081), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:01.955510 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b1320063-0a07-450b-a137-94b82b4c6081,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:02.145354 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (1d330f72-bfa7-44c4-8143-c418a81a6790), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.203676 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59088) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:02.242733 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a364d444-a8d1-4fa9-b98c-afb939781c3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7edaa13f44748a389f0c51f784507cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378346 Apr 28 19:43:02.245074 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59090) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:02.292082 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2bff93ef-e78d-4dd6-939b-311fb0d07a1f admin admin] Publish callbacks [] for security_group (546ad95d-92ed-415d-afd3-6871b1f69392), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.313913 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2bff93ef-e78d-4dd6-939b-311fb0d07a1f admin admin] Publish callbacks [] for security_group (546ad95d-92ed-415d-afd3-6871b1f69392), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.362338 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2bff93ef-e78d-4dd6-939b-311fb0d07a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (546ad95d-92ed-415d-afd3-6871b1f69392), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.364914 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2bff93ef-e78d-4dd6-939b-311fb0d07a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.366160 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-2bff93ef-e78d-4dd6-939b-311fb0d07a1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/546ad95d-92ed-415d-afd3-6871b1f69392 HTTP/1.1" status: 204 len: 168 time: 0.1201980 Apr 28 19:43:02.372584 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Router 1d330f72-bfa7-44c4-8143-c418a81a6790 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:43:02.373569 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff93ef-e78d-4dd6-939b-311fb0d07a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ad95d-92ed-415d-afd3-6871b1f69392,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:02.490418 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:43:02.495372 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b90e235f-4bd0-4193-b4ba-ea13a49442fb admin admin] 10.222.0.55 "PUT /v2.0/routers/1d330f72-bfa7-44c4-8143-c418a81a6790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940529 Apr 28 19:43:02.498128 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59094) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:02.501906 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] Sync routers for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:02.512384 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:02.513272 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:02.608071 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks [] for router (1d330f72-bfa7-44c4-8143-c418a81a6790), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.727278 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:02.731634 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks [] for router_gateway (1d330f72-bfa7-44c4-8143-c418a81a6790), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.777691 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Deleting port 6fd6b29f-fd5e-470e-9d7f-e148baae3562 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:43:02.778165 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.867298 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] For port 6fd6b29f-fd5e-470e-9d7f-e148baae3562, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6fd6b29f-fd5e-470e-9d7f-e148baae3562,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:02.867744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:02.881521 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Calling delete_port for 6fd6b29f-fd5e-470e-9d7f-e148baae3562 owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:43:02.902126 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:43:01Z', 'revision_number': 5, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port': {'id': '6fd6b29f-fd5e-470e-9d7f-e148baae3562', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:31:40Z', 'updated_at': '2022-04-28T19:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:02.932030 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] Checking router: 1d330f72-bfa7-44c4-8143-c418a81a6790 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:02.940849 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] Routers {'1d330f72-bfa7-44c4-8143-c418a81a6790'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:43:02.941583 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:42:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['1d330f72-bfa7-44c4-8143-c418a81a6790'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:03.039920 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] Set router 1d330f72-bfa7-44c4-8143-c418a81a6790 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:43:03.067869 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (6fd6b29f-fd5e-470e-9d7f-e148baae3562), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.095760 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:43:02Z', 'revision_number': 6, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:03.128160 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd6b29f-fd5e-470e-9d7f-e148baae3562,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:03.130659 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147dc4fc-273a-4e6a-8c0a-58b852dc0af9 None None] The sync data for ids ['1d330f72-bfa7-44c4-8143-c418a81a6790'] in dv-cinder-826949-7-iscsi is: [{'id': '1d330f72-bfa7-44c4-8143-c418a81a6790', 'name': 'tempest-AttachVolumeShelveTestJSON-1719502971-router', 'tenant_id': 'adecb9b5784440faa795ef9a942edae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:31:39Z', 'updated_at': '2022-04-28T19:43:02Z', 'revision_number': 6, 'project_id': 'adecb9b5784440faa795ef9a942edae9', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:03.202184 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (1d330f72-bfa7-44c4-8143-c418a81a6790), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.293657 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (1d330f72-bfa7-44c4-8143-c418a81a6790), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.295931 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks [] for router_controller (1d330f72-bfa7-44c4-8143-c418a81a6790), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.342286 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (1d330f72-bfa7-44c4-8143-c418a81a6790), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.342955 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d330f72-bfa7-44c4-8143-c418a81a6790 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:43:03.347047 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.350761 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-45ad9559-df11-49a6-bfbc-f0ba4bd64e5a admin admin] 10.222.0.55 "DELETE /v2.0/routers/1d330f72-bfa7-44c4-8143-c418a81a6790 HTTP/1.1" status: 204 len: 168 time: 0.8489907 Apr 28 19:43:03.351100 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59118) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:03.398858 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] Deleting subnet c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:43:03.402479 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] Publish callbacks [] for subnet (c33c3fc6-bb34-4230-9993-2dd3d8f60ba6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.441833 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (c33c3fc6-bb34-4230-9993-2dd3d8f60ba6), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.536501 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (c33c3fc6-bb34-4230-9993-2dd3d8f60ba6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.603281 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (c33c3fc6-bb34-4230-9993-2dd3d8f60ba6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.632947 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33c3fc6-bb34-4230-9993-2dd3d8f60ba6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:03.640546 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.645828 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4f675058-9118-4f34-96a4-e32e2ff73d66 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c33c3fc6-bb34-4230-9993-2dd3d8f60ba6 HTTP/1.1" status: 204 len: 168 time: 0.2919416 Apr 28 19:43:03.646612 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59124) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:03.649485 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e29713-30be-47a0-ad93-f9733cc2acc2 None None] Network 5732cc65-6168-4da1-8dcc-0285536b68ba requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:43:03.714846 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (5732cc65-6168-4da1-8dcc-0285536b68ba), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.763670 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Deleting port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:43:03.764089 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.825759 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] For port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=2a798807-7f91-4ea9-a8fb-5bd972d7f2c3,segment=NetworkSegment(fed4d3f1-31de-479a-8a5a-aea4e12f6b83),segment_id=fed4d3f1-31de-479a-8a5a-aea4e12f6b83)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:43:03.826121 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.838609 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Calling delete_port for 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:43:03.918095 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (2a798807-7f91-4ea9-a8fb-5bd972d7f2c3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:03.942838 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a798807-7f91-4ea9-a8fb-5bd972d7f2c3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:03.946344 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] No DVR routers for this DVR port 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 on host dv-cinder-826949-7-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:03.990348 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea9631c-694d-4fca-864d-454df8b5a0a7 None None] DHCP port deletion for 5732cc65-6168-4da1-8dcc-0285536b68ba request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:43:04.277769 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (5732cc65-6168-4da1-8dcc-0285536b68ba), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.297463 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5732cc65-6168-4da1-8dcc-0285536b68ba']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:04.306640 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:04.306939 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed4d3f1-31de-479a-8a5a-aea4e12f6b83') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:04.316229 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (fed4d3f1-31de-479a-8a5a-aea4e12f6b83), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.329508 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (fed4d3f1-31de-479a-8a5a-aea4e12f6b83), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.335405 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:04.335788 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (fed4d3f1-31de-479a-8a5a-aea4e12f6b83), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:04.337489 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:04.391104 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (5732cc65-6168-4da1-8dcc-0285536b68ba), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.396041 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.399255 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5732cc65-6168-4da1-8dcc-0285536b68ba HTTP/1.1" status: 204 len: 168 time: 0.7517252 Apr 28 19:43:04.412303 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d5049-91b0-46a6-b6ac-993b90211db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5732cc65-6168-4da1-8dcc-0285536b68ba,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:04.553280 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59130) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:04.593966 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3b07c827-48b2-4c35-a842-ac79e270106d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adecb9b5784440faa795ef9a942edae9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394783 Apr 28 19:43:04.596658 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59134) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:04.644796 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ea52bbcb-bdc2-4c60-a149-7c9a387558d2 admin admin] Publish callbacks [] for security_group (0bb780f4-7d5a-4f7d-8105-c4f040396f99), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.669008 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ea52bbcb-bdc2-4c60-a149-7c9a387558d2 admin admin] Publish callbacks [] for security_group (0bb780f4-7d5a-4f7d-8105-c4f040396f99), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.719451 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ea52bbcb-bdc2-4c60-a149-7c9a387558d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (0bb780f4-7d5a-4f7d-8105-c4f040396f99), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.722045 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ea52bbcb-bdc2-4c60-a149-7c9a387558d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:04.723264 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-ea52bbcb-bdc2-4c60-a149-7c9a387558d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bb780f4-7d5a-4f7d-8105-c4f040396f99 HTTP/1.1" status: 204 len: 168 time: 0.1255708 Apr 28 19:43:04.733515 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52bbcb-bdc2-4c60-a149-7c9a387558d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb780f4-7d5a-4f7d-8105-c4f040396f99,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:05.222326 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:05.248966 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:43:05.249312 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 2a798807-7f91-4ea9-a8fb-5bd972d7f2c3 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:05.249763 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b1320063-0a07-450b-a137-94b82b4c6081 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:05.268211 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: b1320063-0a07-450b-a137-94b82b4c6081 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:43:05.268564 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b1320063-0a07-450b-a137-94b82b4c6081 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:05.268975 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6fd6b29f-fd5e-470e-9d7f-e148baae3562 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:43:05.287279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 6fd6b29f-fd5e-470e-9d7f-e148baae3562 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:43:05.287630 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6fd6b29f-fd5e-470e-9d7f-e148baae3562 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:43:15.369599 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:16.995778 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59320) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:17.105968 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3cae8fb0-ccc2-4434-b343-2b224e4bd06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:17.184746 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3cae8fb0-ccc2-4434-b343-2b224e4bd06b admin admin] Publish callbacks [] for security_group (9bf2c15a-f1bd-483f-bcea-aa973973aa87), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:17.189439 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3cae8fb0-ccc2-4434-b343-2b224e4bd06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9bf2c15a-f1bd-483f-bcea-aa973973aa87), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:17.227811 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3cae8fb0-ccc2-4434-b343-2b224e4bd06b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9318ff31901419f9f50a91a5c401499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308874 Apr 28 19:43:17.228531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae8fb0-ccc2-4434-b343-2b224e4bd06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf2c15a-f1bd-483f-bcea-aa973973aa87,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:17.231532 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59328) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:17.280603 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd371db4-4cf4-4cb8-aede-e5bf88d2c97f admin admin] Publish callbacks [] for security_group (9bf2c15a-f1bd-483f-bcea-aa973973aa87), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:17.304100 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd371db4-4cf4-4cb8-aede-e5bf88d2c97f admin admin] Publish callbacks [] for security_group (9bf2c15a-f1bd-483f-bcea-aa973973aa87), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:17.353337 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd371db4-4cf4-4cb8-aede-e5bf88d2c97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9bf2c15a-f1bd-483f-bcea-aa973973aa87), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:17.356286 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dd371db4-4cf4-4cb8-aede-e5bf88d2c97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:17.357438 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-dd371db4-4cf4-4cb8-aede-e5bf88d2c97f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bf2c15a-f1bd-483f-bcea-aa973973aa87 HTTP/1.1" status: 204 len: 168 time: 0.1247301 Apr 28 19:43:17.375744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd371db4-4cf4-4cb8-aede-e5bf88d2c97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf2c15a-f1bd-483f-bcea-aa973973aa87,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:17.535079 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-edb54abb-e596-468a-a71c-f9e6963a0499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:18.782312 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59380) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:18.883412 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a099d505-83f1-411f-9b88-4822af08a3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:18.958684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a099d505-83f1-411f-9b88-4822af08a3ce admin admin] Publish callbacks [] for security_group (cf930af4-9a83-4a70-8209-a148147b5ffd), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:18.962213 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a099d505-83f1-411f-9b88-4822af08a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (cf930af4-9a83-4a70-8209-a148147b5ffd), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.002156 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-a099d505-83f1-411f-9b88-4822af08a3ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=313002d0722d45eba6cac8d0e752954e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187874 Apr 28 19:43:19.003229 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099d505-83f1-411f-9b88-4822af08a3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf930af4-9a83-4a70-8209-a148147b5ffd,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:19.004853 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59384) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:19.052131 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd2d52e6-05c9-41db-82b9-8a90a2bd89f7 admin admin] Publish callbacks [] for security_group (cf930af4-9a83-4a70-8209-a148147b5ffd), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.072761 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd2d52e6-05c9-41db-82b9-8a90a2bd89f7 admin admin] Publish callbacks [] for security_group (cf930af4-9a83-4a70-8209-a148147b5ffd), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.120865 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd2d52e6-05c9-41db-82b9-8a90a2bd89f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (cf930af4-9a83-4a70-8209-a148147b5ffd), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.123446 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cd2d52e6-05c9-41db-82b9-8a90a2bd89f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.125257 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cd2d52e6-05c9-41db-82b9-8a90a2bd89f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf930af4-9a83-4a70-8209-a148147b5ffd HTTP/1.1" status: 204 len: 168 time: 0.1193953 Apr 28 19:43:19.133005 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d52e6-05c9-41db-82b9-8a90a2bd89f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf930af4-9a83-4a70-8209-a148147b5ffd,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:19.382338 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59392) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:19.395846 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-710758a8-1a5c-4b11-a657-9d80ffeb5587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.473234 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-710758a8-1a5c-4b11-a657-9d80ffeb5587 admin admin] Publish callbacks [] for security_group (7c93ea67-8233-407f-afa5-de7ea2fded69), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.476959 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-710758a8-1a5c-4b11-a657-9d80ffeb5587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7c93ea67-8233-407f-afa5-de7ea2fded69), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.515437 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-710758a8-1a5c-4b11-a657-9d80ffeb5587 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=caeb77c16884434189c6d9df827a4308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319525 Apr 28 19:43:19.517349 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710758a8-1a5c-4b11-a657-9d80ffeb5587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93ea67-8233-407f-afa5-de7ea2fded69,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:19.518146 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59396) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:19.573618 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fbfe16d5-c5f0-448b-8142-d90626a548d7 admin admin] Publish callbacks [] for security_group (7c93ea67-8233-407f-afa5-de7ea2fded69), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.596483 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fbfe16d5-c5f0-448b-8142-d90626a548d7 admin admin] Publish callbacks [] for security_group (7c93ea67-8233-407f-afa5-de7ea2fded69), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.642386 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fbfe16d5-c5f0-448b-8142-d90626a548d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (7c93ea67-8233-407f-afa5-de7ea2fded69), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.644867 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fbfe16d5-c5f0-448b-8142-d90626a548d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.646512 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fbfe16d5-c5f0-448b-8142-d90626a548d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c93ea67-8233-407f-afa5-de7ea2fded69 HTTP/1.1" status: 204 len: 168 time: 0.1272571 Apr 28 19:43:19.654920 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe16d5-c5f0-448b-8142-d90626a548d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93ea67-8233-407f-afa5-de7ea2fded69,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:19.793070 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba544438-9550-477b-affa-c135f2e41e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:20.938631 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:22.406856 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:24.011746 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:27.263858 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:43:36.470223 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59616) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:36.573265 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa144-fc17-4abf-b959-2ec8687f04de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:36.646437 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa144-fc17-4abf-b959-2ec8687f04de admin admin] Publish callbacks [] for security_group (d9f57336-65de-49fe-ab84-7ee81984809f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:36.650176 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa144-fc17-4abf-b959-2ec8687f04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (d9f57336-65de-49fe-ab84-7ee81984809f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:36.692820 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-f7dfa144-fc17-4abf-b959-2ec8687f04de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74d32ed25bba4b308b41fd056ebcd8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215009 Apr 28 19:43:36.693719 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa144-fc17-4abf-b959-2ec8687f04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f57336-65de-49fe-ab84-7ee81984809f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:36.695490 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59620) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:36.742010 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Publish callbacks [] for security_group (d9f57336-65de-49fe-ab84-7ee81984809f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:36.762040 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Publish callbacks [] for security_group (d9f57336-65de-49fe-ab84-7ee81984809f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:36.808305 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (d9f57336-65de-49fe-ab84-7ee81984809f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:36.810756 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:36.812012 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9f57336-65de-49fe-ab84-7ee81984809f HTTP/1.1" status: 204 len: 168 time: 0.1154430 Apr 28 19:43:36.819300 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f57336-65de-49fe-ab84-7ee81984809f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:36.826244 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.826595 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.826953 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.827284 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.827619 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.827949 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.828278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.828602 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.828928 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.829254 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.829582 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.829943 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.830265 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.830590 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:36.830910 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01aa9b1-2f26-472b-aca2-12bec17e7186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:37.069450 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59628) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:37.083066 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-36f658de-4e6c-49b5-8d6d-6fee487a237e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.162032 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-36f658de-4e6c-49b5-8d6d-6fee487a237e admin admin] Publish callbacks [] for security_group (78024cc9-b20b-4cbe-8403-64bd24fa007e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.166128 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-36f658de-4e6c-49b5-8d6d-6fee487a237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (78024cc9-b20b-4cbe-8403-64bd24fa007e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.205029 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-36f658de-4e6c-49b5-8d6d-6fee487a237e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f82998c28d68400b90861da1a3aedb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343763 Apr 28 19:43:37.206165 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f658de-4e6c-49b5-8d6d-6fee487a237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78024cc9-b20b-4cbe-8403-64bd24fa007e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:37.210295 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59634) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:37.259560 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bd95c06-802a-4ddc-a73d-7aa73abd6bf6 admin admin] Publish callbacks [] for security_group (78024cc9-b20b-4cbe-8403-64bd24fa007e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.280208 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bd95c06-802a-4ddc-a73d-7aa73abd6bf6 admin admin] Publish callbacks [] for security_group (78024cc9-b20b-4cbe-8403-64bd24fa007e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.327028 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bd95c06-802a-4ddc-a73d-7aa73abd6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (78024cc9-b20b-4cbe-8403-64bd24fa007e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.329490 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bd95c06-802a-4ddc-a73d-7aa73abd6bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.330646 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-1bd95c06-802a-4ddc-a73d-7aa73abd6bf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78024cc9-b20b-4cbe-8403-64bd24fa007e HTTP/1.1" status: 204 len: 168 time: 0.1217711 Apr 28 19:43:37.338206 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd95c06-802a-4ddc-a73d-7aa73abd6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78024cc9-b20b-4cbe-8403-64bd24fa007e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:37.649136 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59642) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:37.662610 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6972b82-dfe1-47a3-873c-66d251027571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.739682 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6972b82-dfe1-47a3-873c-66d251027571 admin admin] Publish callbacks [] for security_group (6784282c-0e0a-4a46-b328-e2ce21cd9cee), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.743281 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b6972b82-dfe1-47a3-873c-66d251027571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (6784282c-0e0a-4a46-b328-e2ce21cd9cee), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.779122 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b6972b82-dfe1-47a3-873c-66d251027571 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdefa1becbec4febb5f8534b99eda3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289184 Apr 28 19:43:37.781534 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6972b82-dfe1-47a3-873c-66d251027571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6784282c-0e0a-4a46-b328-e2ce21cd9cee,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:37.782391 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59644) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:37.832410 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d89-ec52-4fae-9a2a-daab07e0adfd admin admin] Publish callbacks [] for security_group (6784282c-0e0a-4a46-b328-e2ce21cd9cee), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.853345 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d89-ec52-4fae-9a2a-daab07e0adfd admin admin] Publish callbacks [] for security_group (6784282c-0e0a-4a46-b328-e2ce21cd9cee), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.898923 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d89-ec52-4fae-9a2a-daab07e0adfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (6784282c-0e0a-4a46-b328-e2ce21cd9cee), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.901518 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d89-ec52-4fae-9a2a-daab07e0adfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:37.902677 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-f94b4d89-ec52-4fae-9a2a-daab07e0adfd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6784282c-0e0a-4a46-b328-e2ce21cd9cee HTTP/1.1" status: 204 len: 168 time: 0.1193018 Apr 28 19:43:37.910393 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4d89-ec52-4fae-9a2a-daab07e0adfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6784282c-0e0a-4a46-b328-e2ce21cd9cee,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:39.855548 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59724) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:39.955153 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5456e7b6-5e69-4d71-b730-011bea174d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.029237 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5456e7b6-5e69-4d71-b730-011bea174d57 admin admin] Publish callbacks [] for security_group (6fb7713d-2a5b-45b5-a456-8f3a4b320121), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.033444 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5456e7b6-5e69-4d71-b730-011bea174d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (6fb7713d-2a5b-45b5-a456-8f3a4b320121), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.074408 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5456e7b6-5e69-4d71-b730-011bea174d57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36271c5e150f42edbd924cae9bbd7d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177925 Apr 28 19:43:40.075295 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456e7b6-5e69-4d71-b730-011bea174d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb7713d-2a5b-45b5-a456-8f3a4b320121,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.077103 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59728) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:40.125654 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dcd76a72-c41a-4923-a45e-3496eea3b053 admin admin] Publish callbacks [] for security_group (6fb7713d-2a5b-45b5-a456-8f3a4b320121), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.149624 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dcd76a72-c41a-4923-a45e-3496eea3b053 admin admin] Publish callbacks [] for security_group (6fb7713d-2a5b-45b5-a456-8f3a4b320121), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.199360 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dcd76a72-c41a-4923-a45e-3496eea3b053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (6fb7713d-2a5b-45b5-a456-8f3a4b320121), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.202248 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-dcd76a72-c41a-4923-a45e-3496eea3b053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.203939 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-dcd76a72-c41a-4923-a45e-3496eea3b053 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fb7713d-2a5b-45b5-a456-8f3a4b320121 HTTP/1.1" status: 204 len: 168 time: 0.1247153 Apr 28 19:43:40.212030 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd76a72-c41a-4923-a45e-3496eea3b053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb7713d-2a5b-45b5-a456-8f3a4b320121,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.133915 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59786) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:42.240570 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3896e94b-24c5-415f-9168-defd891208bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.312251 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3896e94b-24c5-415f-9168-defd891208bd admin admin] Publish callbacks [] for security_group (fe09d8ce-32de-4740-b7af-e7d549335c7a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.315889 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3896e94b-24c5-415f-9168-defd891208bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (fe09d8ce-32de-4740-b7af-e7d549335c7a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.353218 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-3896e94b-24c5-415f-9168-defd891208bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7e3c36914fe4c18b3b07dc7955ef639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182286 Apr 28 19:43:42.355134 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896e94b-24c5-415f-9168-defd891208bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe09d8ce-32de-4740-b7af-e7d549335c7a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.355924 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59790) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:42.403934 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de0e3c3f-ee7d-4ad9-a7ea-4b07e10ba88e admin admin] Publish callbacks [] for security_group (fe09d8ce-32de-4740-b7af-e7d549335c7a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.425087 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de0e3c3f-ee7d-4ad9-a7ea-4b07e10ba88e admin admin] Publish callbacks [] for security_group (fe09d8ce-32de-4740-b7af-e7d549335c7a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.471479 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de0e3c3f-ee7d-4ad9-a7ea-4b07e10ba88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (fe09d8ce-32de-4740-b7af-e7d549335c7a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.474181 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-de0e3c3f-ee7d-4ad9-a7ea-4b07e10ba88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.477943 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-de0e3c3f-ee7d-4ad9-a7ea-4b07e10ba88e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe09d8ce-32de-4740-b7af-e7d549335c7a HTTP/1.1" status: 204 len: 168 time: 0.1183934 Apr 28 19:43:42.486415 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e3c3f-ee7d-4ad9-a7ea-4b07e10ba88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe09d8ce-32de-4740-b7af-e7d549335c7a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.751289 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59802) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:42.765922 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c3cd658e-cb40-46ef-b134-ed0704e6c8e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.841179 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c3cd658e-cb40-46ef-b134-ed0704e6c8e9 admin admin] Publish callbacks [] for security_group (09de29c6-3057-4861-beaf-b0ea1dbe292a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.845433 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c3cd658e-cb40-46ef-b134-ed0704e6c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (09de29c6-3057-4861-beaf-b0ea1dbe292a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.890865 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c3cd658e-cb40-46ef-b134-ed0704e6c8e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17cfaa1a103549f4b7c4529cd98c57d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383941 Apr 28 19:43:42.893293 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59804) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:42.893581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd658e-cb40-46ef-b134-ed0704e6c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09de29c6-3057-4861-beaf-b0ea1dbe292a,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.944640 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-34e698eb-fbac-4ddd-80d9-c245b64e7fce admin admin] Publish callbacks [] for security_group (09de29c6-3057-4861-beaf-b0ea1dbe292a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:42.964842 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-34e698eb-fbac-4ddd-80d9-c245b64e7fce admin admin] Publish callbacks [] for security_group (09de29c6-3057-4861-beaf-b0ea1dbe292a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:43.011254 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-34e698eb-fbac-4ddd-80d9-c245b64e7fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (09de29c6-3057-4861-beaf-b0ea1dbe292a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:43.013811 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-34e698eb-fbac-4ddd-80d9-c245b64e7fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:43.015005 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-34e698eb-fbac-4ddd-80d9-c245b64e7fce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09de29c6-3057-4861-beaf-b0ea1dbe292a HTTP/1.1" status: 204 len: 168 time: 0.1205480 Apr 28 19:43:43.022691 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e698eb-fbac-4ddd-80d9-c245b64e7fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de29c6-3057-4861-beaf-b0ea1dbe292a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:45.386928 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:47.536442 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-87bf302e-a6c7-4e18-9302-733976e0d504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:49.794455 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-61bdce17-5aa7-403b-bdf1-4ed58b0cf019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:50.941748 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.322443 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59906) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:51.429276 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0998-eb38-48e0-8334-9ce3fd2dca89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.501192 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0998-eb38-48e0-8334-9ce3fd2dca89 admin admin] Publish callbacks [] for security_group (9e52bc64-3eb5-417e-a7ca-5913d8cc8035), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.505982 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0998-eb38-48e0-8334-9ce3fd2dca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9e52bc64-3eb5-417e-a7ca-5913d8cc8035), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.542058 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d0998-eb38-48e0-8334-9ce3fd2dca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e52bc64-3eb5-417e-a7ca-5913d8cc8035,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:51.549200 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-ba1d0998-eb38-48e0-8334-9ce3fd2dca89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27d7075dc7574db48fdbe88da684a1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226703 Apr 28 19:43:51.549420 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59918) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:51.601650 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fab9a32f-5260-4954-aa98-0a948f8db38d admin admin] Publish callbacks [] for security_group (9e52bc64-3eb5-417e-a7ca-5913d8cc8035), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.622408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fab9a32f-5260-4954-aa98-0a948f8db38d admin admin] Publish callbacks [] for security_group (9e52bc64-3eb5-417e-a7ca-5913d8cc8035), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.667480 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fab9a32f-5260-4954-aa98-0a948f8db38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9e52bc64-3eb5-417e-a7ca-5913d8cc8035), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.669842 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fab9a32f-5260-4954-aa98-0a948f8db38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.671505 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fab9a32f-5260-4954-aa98-0a948f8db38d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e52bc64-3eb5-417e-a7ca-5913d8cc8035 HTTP/1.1" status: 204 len: 168 time: 0.1206670 Apr 28 19:43:51.679065 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9a32f-5260-4954-aa98-0a948f8db38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e52bc64-3eb5-417e-a7ca-5913d8cc8035,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:52.406935 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:52.700725 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-8b78ef19-4d34-4fd7-87f8-443eb4871b99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419233 Apr 28 19:43:52.783300 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544318-471c-476d-9549-0482c77d2ccf req-a95a092b-f64c-4ff9-a3b5-4f45647e134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.785113 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-a95a092b-f64c-4ff9-a3b5-4f45647e134d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1129 time: 0.0430570 Apr 28 19:43:52.890833 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544318-471c-476d-9549-0482c77d2ccf req-89501f21-17fd-46e7-8e17-28e31bf3cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.892280 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-89501f21-17fd-46e7-8e17-28e31bf3cec3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0898511 Apr 28 19:43:52.958517 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-bb9a3bae-427c-44c0-898d-11dc85b93a6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 1001 time: 0.0601747 Apr 28 19:43:53.010269 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544318-471c-476d-9549-0482c77d2ccf req-e1195bcc-b7d0-41f9-9190-9afc619e7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.011744 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-e1195bcc-b7d0-41f9-9190-9afc619e7000 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0441844 Apr 28 19:43:53.054272 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544318-471c-476d-9549-0482c77d2ccf req-212a3805-4fdd-49c5-81a3-021990106b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.055710 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-212a3805-4fdd-49c5-81a3-021990106b52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376670 Apr 28 19:43:53.145464 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-037b2f4e-7fc7-4ddb-8f45-1fa16a974431 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821476 Apr 28 19:43:53.234021 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-02544318-471c-476d-9549-0482c77d2ccf req-6ae06d7b-928a-4521-8303-c03300855385 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827320 Apr 28 19:43:54.013729 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.071759 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59936) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:54.172220 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b09fe777-10e8-42f3-8ca0-9c08f39215e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.244782 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b09fe777-10e8-42f3-8ca0-9c08f39215e5 admin admin] Publish callbacks [] for security_group (9b9a966f-7ab2-46cf-9c1d-62648d2856ae), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.248546 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b09fe777-10e8-42f3-8ca0-9c08f39215e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9b9a966f-7ab2-46cf-9c1d-62648d2856ae), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.285052 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fe777-10e8-42f3-8ca0-9c08f39215e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a966f-7ab2-46cf-9c1d-62648d2856ae,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:54.290324 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b09fe777-10e8-42f3-8ca0-9c08f39215e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=085619e2536e4fdea35af5b17fca45bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175088 Apr 28 19:43:54.293094 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59940) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:54.339644 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d09aa2d0-29ae-4776-a29f-21c4b03d7204 admin admin] Publish callbacks [] for security_group (9b9a966f-7ab2-46cf-9c1d-62648d2856ae), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.360171 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d09aa2d0-29ae-4776-a29f-21c4b03d7204 admin admin] Publish callbacks [] for security_group (9b9a966f-7ab2-46cf-9c1d-62648d2856ae), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.405795 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d09aa2d0-29ae-4776-a29f-21c4b03d7204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (9b9a966f-7ab2-46cf-9c1d-62648d2856ae), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.408420 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d09aa2d0-29ae-4776-a29f-21c4b03d7204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.409565 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-d09aa2d0-29ae-4776-a29f-21c4b03d7204 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b9a966f-7ab2-46cf-9c1d-62648d2856ae HTTP/1.1" status: 204 len: 168 time: 0.1156807 Apr 28 19:43:54.417219 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa2d0-29ae-4776-a29f-21c4b03d7204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a966f-7ab2-46cf-9c1d-62648d2856ae,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:54.659860 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59946) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:54.673092 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a032-dfdb-4b98-9e2f-c74f1c69866f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.748808 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a032-dfdb-4b98-9e2f-c74f1c69866f admin admin] Publish callbacks [] for security_group (aff2a98d-e944-4730-b8da-df966c6a9c51), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.752737 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9ee4a032-dfdb-4b98-9e2f-c74f1c69866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (aff2a98d-e944-4730-b8da-df966c6a9c51), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.790394 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-9ee4a032-dfdb-4b98-9e2f-c74f1c69866f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1eec8fe5d77a4055ab3683a2f58f2a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294668 Apr 28 19:43:54.791208 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4a032-dfdb-4b98-9e2f-c74f1c69866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff2a98d-e944-4730-b8da-df966c6a9c51,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:54.793123 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59948) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:54.842266 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c29c-8cec-408e-854a-f35a68c9b414 admin admin] Publish callbacks [] for security_group (aff2a98d-e944-4730-b8da-df966c6a9c51), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.862787 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c29c-8cec-408e-854a-f35a68c9b414 admin admin] Publish callbacks [] for security_group (aff2a98d-e944-4730-b8da-df966c6a9c51), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.909401 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c29c-8cec-408e-854a-f35a68c9b414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (aff2a98d-e944-4730-b8da-df966c6a9c51), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.911950 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c29c-8cec-408e-854a-f35a68c9b414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:54.913094 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c8f6c29c-8cec-408e-854a-f35a68c9b414 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aff2a98d-e944-4730-b8da-df966c6a9c51 HTTP/1.1" status: 204 len: 168 time: 0.1189420 Apr 28 19:43:54.920664 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6c29c-8cec-408e-854a-f35a68c9b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff2a98d-e944-4730-b8da-df966c6a9c51,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:55.910901 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 59978) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:56.010594 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6498-ad96-4a84-a2b0-652a7f4ebce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:56.085573 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6498-ad96-4a84-a2b0-652a7f4ebce8 admin admin] Publish callbacks [] for security_group (a6563e34-3326-43e6-bb5e-b1c157ee2ff4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:56.089974 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6498-ad96-4a84-a2b0-652a7f4ebce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (a6563e34-3326-43e6-bb5e-b1c157ee2ff4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:56.127441 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a0ad6498-ad96-4a84-a2b0-652a7f4ebce8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30b0d56243a645d2a12326124719a1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155020 Apr 28 19:43:56.128390 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad6498-ad96-4a84-a2b0-652a7f4ebce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6563e34-3326-43e6-bb5e-b1c157ee2ff4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:56.130377 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 59982) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:56.177346 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe8af430-9531-4b09-adcd-a2a30664da3c admin admin] Publish callbacks [] for security_group (a6563e34-3326-43e6-bb5e-b1c157ee2ff4), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:56.198364 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe8af430-9531-4b09-adcd-a2a30664da3c admin admin] Publish callbacks [] for security_group (a6563e34-3326-43e6-bb5e-b1c157ee2ff4), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:56.243275 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe8af430-9531-4b09-adcd-a2a30664da3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (a6563e34-3326-43e6-bb5e-b1c157ee2ff4), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:56.245802 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fe8af430-9531-4b09-adcd-a2a30664da3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:56.246998 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-fe8af430-9531-4b09-adcd-a2a30664da3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6563e34-3326-43e6-bb5e-b1c157ee2ff4 HTTP/1.1" status: 204 len: 168 time: 0.1156151 Apr 28 19:43:56.254996 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8af430-9531-4b09-adcd-a2a30664da3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6563e34-3326-43e6-bb5e-b1c157ee2ff4,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.722195 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 60028) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:43:59.840952 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5512c44d-429d-4238-b359-3610525a445d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:59.916468 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5512c44d-429d-4238-b359-3610525a445d admin admin] Publish callbacks [] for security_group (836c9b65-09e5-4b79-9d05-fb8aa04d5ce5), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:59.920053 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5512c44d-429d-4238-b359-3610525a445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (836c9b65-09e5-4b79-9d05-fb8aa04d5ce5), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:59.957087 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5512c44d-429d-4238-b359-3610525a445d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=418a7f85b69e443cb61636c491fc1acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338383 Apr 28 19:43:59.959003 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512c44d-429d-4238-b359-3610525a445d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c9b65-09e5-4b79-9d05-fb8aa04d5ce5,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.959813 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60032) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:00.010201 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Publish callbacks [] for security_group (836c9b65-09e5-4b79-9d05-fb8aa04d5ce5), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:00.031208 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Publish callbacks [] for security_group (836c9b65-09e5-4b79-9d05-fb8aa04d5ce5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:00.075905 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (836c9b65-09e5-4b79-9d05-fb8aa04d5ce5), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:00.079047 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:00.080185 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/836c9b65-09e5-4b79-9d05-fb8aa04d5ce5 HTTP/1.1" status: 204 len: 168 time: 0.1193225 Apr 28 19:44:00.087806 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c9b65-09e5-4b79-9d05-fb8aa04d5ce5,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:00.094836 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.095192 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.095536 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.095876 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.096213 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.096549 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.096877 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.097205 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.097533 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.097884 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.098214 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.098539 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.098861 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.099181 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:00.099502 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49dc42-1ff0-4ec8-8796-995b1bd8201e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:01.071770 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60062) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:01.194869 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0b36bda-8085-4aa0-8086-a793a979e6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:01.266512 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0b36bda-8085-4aa0-8086-a793a979e6ae admin admin] Publish callbacks [] for security_group (282ce545-cd24-4bfb-8319-22ffc1ec6868), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:01.270086 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0b36bda-8085-4aa0-8086-a793a979e6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (282ce545-cd24-4bfb-8319-22ffc1ec6868), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:01.307307 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b0b36bda-8085-4aa0-8086-a793a979e6ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=470fb4d5e61b4a5baeac823fc0b4a045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345028 Apr 28 19:44:01.308422 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b36bda-8085-4aa0-8086-a793a979e6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282ce545-cd24-4bfb-8319-22ffc1ec6868,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:01.310081 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 60066) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:01.358412 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-805a6e41-c7a2-4efa-bd5c-6f1015cac434 admin admin] Publish callbacks [] for security_group (282ce545-cd24-4bfb-8319-22ffc1ec6868), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:01.378691 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-805a6e41-c7a2-4efa-bd5c-6f1015cac434 admin admin] Publish callbacks [] for security_group (282ce545-cd24-4bfb-8319-22ffc1ec6868), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:01.425534 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-805a6e41-c7a2-4efa-bd5c-6f1015cac434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (282ce545-cd24-4bfb-8319-22ffc1ec6868), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:01.428159 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-805a6e41-c7a2-4efa-bd5c-6f1015cac434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:01.429297 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-805a6e41-c7a2-4efa-bd5c-6f1015cac434 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/282ce545-cd24-4bfb-8319-22ffc1ec6868 HTTP/1.1" status: 204 len: 168 time: 0.1179752 Apr 28 19:44:01.437356 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a6e41-c7a2-4efa-bd5c-6f1015cac434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ce545-cd24-4bfb-8319-22ffc1ec6868,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:02.072380 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 60088) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:02.165331 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-822837255-network', 'tenant_id': '4ebd8c261e9845c6a7feb7c1a6be8fad'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:02.184736 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Made reservation on behalf of 4ebd8c261e9845c6a7feb7c1a6be8fad for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:02.187815 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.195692 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.268976 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks [] for security_group (18b8372c-eb6a-4ef0-821f-30832fa175e8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.272487 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (18b8372c-eb6a-4ef0-821f-30832fa175e8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.295912 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:02.311954 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (74e6159c-da89-4877-9410-74bc420db8ef), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.312588 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.db.segments_db [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Added segment 74e6159c-da89-4877-9410-74bc420db8ef of type vlan for network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 Apr 28 19:44:02.313776 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b8372c-eb6a-4ef0-821f-30832fa175e8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:02.359268 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754242827439'] for network (82a417bb-5ae5-46f5-8ebc-be7a0126b122), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.383443 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005'] for network (82a417bb-5ae5-46f5-8ebc-be7a0126b122), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.384463 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.385051 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.418000 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3444457 Apr 28 19:44:02.420931 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60092) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:02.426764 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Request body: {'subnet': {'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-822837255-subnet', 'tenant_id': '4ebd8c261e9845c6a7feb7c1a6be8fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:02.446077 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Made reservation on behalf of 4ebd8c261e9845c6a7feb7c1a6be8fad for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:02.448008 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978dfc2-bfb6-4352-bd78-37a3554dbaa5 admin admin] Pushing event updated for resources: {'Network': ['ID=82a417bb-5ae5-46f5-8ebc-be7a0126b122,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:02.448588 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12954548'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.457772 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 details requested by agent ovs-agent-dv-cinder-826949-7-iscsi with host dv-cinder-826949-7-iscsi {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:44:02.623388 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15158387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12954438'] for subnet (8960b4fc-f142-4f3d-81de-d7a4cf980dbb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.682355 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8960b4fc-f142-4f3d-81de-d7a4cf980dbb,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:02.690265 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Checking segment: {'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:02.690624 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Network hostable DHCP agents. Network: 82a417bb-5ae5-46f5-8ebc-be7a0126b122, hostable agents: ['98f264c5-0793-40ae-beb9-fa610ac228ba'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:02.707499 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 is scheduled to be hosted by DHCP agent 98f264c5-0793-40ae-beb9-fa610ac228ba with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:02.716549 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-iscsi, 82a417bb-5ae5-46f5-8ebc-be7a0126b122) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:02.721319 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.721941 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:02.727081 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ff160-a50f-4c54-b522-51ccf4d3bc9f None None] Network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:02.736978 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-fbc7e2f7-c7a7-4728-9610-a9306ac5ba75 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3143759 Apr 28 19:44:02.823668 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461af9f-a141-47b3-9e63-d1ed9851bcf0 None None] Network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:04.263649 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:44:04.454246 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9490f3-969e-4575-b6f9-824564660caf req-60416783-47e5-43a9-a2aa-676f9b2b832e tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:04.455726 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-60416783-47e5-43a9-a2aa-676f9b2b832e tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/networks?id=82a417bb-5ae5-46f5-8ebc-be7a0126b122 HTTP/1.1" status: 200 len: 813 time: 0.0999627 Apr 28 19:44:04.470585 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-d114ff6d-f124-4349-a166-75fd54e7ec0c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/quotas/4ebd8c261e9845c6a7feb7c1a6be8fad HTTP/1.1" status: 200 len: 375 time: 0.0094190 Apr 28 19:44:04.506222 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-9e3067fb-11db-4a09-a0c1-616cb1d3323f tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ebd8c261e9845c6a7feb7c1a6be8fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308688 Apr 28 19:44:04.643212 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-e2991795-517c-4ead-a9ff-362fe328c146 service neutron] 10.222.0.55 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304147 Apr 28 19:44:04.732461 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-4ca19e9a-0a8a-4815-9ad8-0e7251b8d184 service neutron] 10.222.0.55 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835512 Apr 28 19:44:04.894058 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a6734e1b-dc85-4519-829b-8a5a6da40ff4 req-aa97af12-50cb-492c-a5ba-05776a6266ab tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 210 time: 0.0284195 Apr 28 19:44:05.906215 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9490f3-969e-4575-b6f9-824564660caf req-72dec3b1-ab02-4fbe-8f64-0783ec36fa66 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:05.907785 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-72dec3b1-ab02-4fbe-8f64-0783ec36fa66 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "GET /v2.0/networks?id=82a417bb-5ae5-46f5-8ebc-be7a0126b122 HTTP/1.1" status: 200 len: 813 time: 0.1055377 Apr 28 19:44:05.923998 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Request body: {'port': {'device_id': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122', 'admin_state_up': True, 'tenant_id': '4ebd8c261e9845c6a7feb7c1a6be8fad'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:05.993111 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-256c6536-921f-41e1-b1ed-fbdea1879782 req-e6a1df4f-dc32-4cf3-9424-f933330a5896 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 210 time: 0.0268450 Apr 28 19:44:06.035689 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Made reservation on behalf of 4ebd8c261e9845c6a7feb7c1a6be8fad for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:06.039010 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:06.158701 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Allocated IP 172.20.0.13 (82a417bb-5ae5-46f5-8ebc-be7a0126b122/8960b4fc-f142-4f3d-81de-d7a4cf980dbb/3518e2db-68f3-4905-9a3b-471289419e82) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:06.300556 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks [] for port (3518e2db-68f3-4905-9a3b-471289419e82), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:06.333788 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (3518e2db-68f3-4905-9a3b-471289419e82), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:06.375505 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:06.380508 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:06.384236 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:06.406684 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Pushing event updated for resources: {'Port': ['ID=3518e2db-68f3-4905-9a3b-471289419e82,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:06.433145 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:06.433784 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:06.449408 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-0b94307d-c811-455f-b931-d76e2448d09d tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5299242 Apr 28 19:44:06.517373 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Request body: {'port': {'device_id': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:06.577568 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3518e2db-68f3-4905-9a3b-471289419e82), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:06.828540 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3518e2db-68f3-4905-9a3b-471289419e82 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:06.835862 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Publish callbacks [] for port (3518e2db-68f3-4905-9a3b-471289419e82), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:06.848112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Transition to ACTIVE for port object 3518e2db-68f3-4905-9a3b-471289419e82 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:44:06.853181 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (3518e2db-68f3-4905-9a3b-471289419e82), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:06.904005 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Pushing event updated for resources: {'Port': ['ID=3518e2db-68f3-4905-9a3b-471289419e82,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:06.966524 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Attempting to bind port 3518e2db-68f3-4905-9a3b-471289419e82 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:06.967169 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Attempting to bind port 3518e2db-68f3-4905-9a3b-471289419e82 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:06.967169 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Attempting to bind port 3518e2db-68f3-4905-9a3b-471289419e82 on network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:06.971384 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Port 3518e2db-68f3-4905-9a3b-471289419e82 on network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:44:06.971709 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Attempting to bind port 3518e2db-68f3-4905-9a3b-471289419e82 on network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:06.976420 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:06.976764 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Checking segment: {'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:06.977148 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Bound using segment: {'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:06.977577 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Bound port: 3518e2db-68f3-4905-9a3b-471289419e82, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:06.977966 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3518e2db-68f3-4905-9a3b-471289419e82), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:07.038438 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] For port 3518e2db-68f3-4905-9a3b-471289419e82, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:07.041555 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] For port 3518e2db-68f3-4905-9a3b-471289419e82, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3518e2db-68f3-4905-9a3b-471289419e82,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:07.048330 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (3518e2db-68f3-4905-9a3b-471289419e82), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:07.086069 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.086696 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:07.088078 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] 10.222.0.45 "PUT /v2.0/ports/3518e2db-68f3-4905-9a3b-471289419e82 HTTP/1.1" status: 200 len: 1094 time: 0.5747743 Apr 28 19:44:07.088532 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'tag': '3518e2db-68f3-4905-9a3b-471289419e82'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:07.090806 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ffece-ac75-4ba1-b762-b40723647b29" -d '{"events": [{"name": "network-changed", "server_uuid": "767eeeff-4120-4c51-917d-12f95ffe04e7", "tag": "3518e2db-68f3-4905-9a3b-471289419e82"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:07.106581 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b277b-deca-4ca8-a026-68ee71827861 req-f95f1843-2cfb-4c5a-a163-cd561ca765a8 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.109289 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9c3b277b-deca-4ca8-a026-68ee71827861 req-f95f1843-2cfb-4c5a-a163-cd561ca765a8 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 944 time: 0.0491312 Apr 28 19:44:07.115852 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477ca9f-ea06-4a50-abb7-5b955d895c94 service neutron] Pushing event updated for resources: {'Port': ['ID=3518e2db-68f3-4905-9a3b-471289419e82,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:07.164977 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9c3b277b-deca-4ca8-a026-68ee71827861 req-afaddb0b-cfff-4691-9937-742ea0dd64a5 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Apr 28 19:44:07.166127 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9490f3-969e-4575-b6f9-824564660caf req-80418b3d-528b-461b-acc4-d0b40f70bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.168631 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-80418b3d-528b-461b-acc4-d0b40f70bbed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ebd8c261e9845c6a7feb7c1a6be8fad&device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 1128 time: 0.0422103 Apr 28 19:44:07.211631 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aed87d-475e-4bcb-812a-af97d4e4a126 x-openstack-request-id: req-20aed87d-475e-4bcb-812a-af97d4e4a126 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:07.211927 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767eeeff-4120-4c51-917d-12f95ffe04e7", "tag": "3518e2db-68f3-4905-9a3b-471289419e82", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:07.212216 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20aed87d-475e-4bcb-812a-af97d4e4a126 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:07.212624 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20aed87d-475e-4bcb-812a-af97d4e4a126'] response: {'name': 'network-changed', 'server_uuid': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'tag': '3518e2db-68f3-4905-9a3b-471289419e82', 'status': 'completed', 'code': 200} Apr 28 19:44:07.214133 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-709e708c-8a5e-4c40-8c8c-5e9b5f78cbb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3518e2db-68f3-4905-9a3b-471289419e82 HTTP/1.1" status: 200 len: 217 time: 0.0382750 Apr 28 19:44:07.264072 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9490f3-969e-4575-b6f9-824564660caf req-341c4472-cfb2-4550-a263-cf610ed14828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:07.265508 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-341c4472-cfb2-4550-a263-cf610ed14828 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8960b4fc-f142-4f3d-81de-d7a4cf980dbb HTTP/1.1" status: 200 len: 853 time: 0.0458055 Apr 28 19:44:07.296628 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-fded324f-a14d-4240-97ea-0f884c109608 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82a417bb-5ae5-46f5-8ebc-be7a0126b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241480 Apr 28 19:44:07.381527 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-d0354694-5562-4350-8b0e-2207d42a5525 service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793839 Apr 28 19:44:07.474448 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bd9490f3-969e-4575-b6f9-824564660caf req-2961b012-3dc2-45c9-b503-84f3516ec16f service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Apr 28 19:44:08.282061 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325458d3-d963-43b2-9737-f1f6c0b23f05 req-4891aca4-b763-4cf2-aed2-c4ef8f85ebd6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:08.283499 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-325458d3-d963-43b2-9737-f1f6c0b23f05 req-4891aca4-b763-4cf2-aed2-c4ef8f85ebd6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 944 time: 0.0494621 Apr 28 19:44:08.329034 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-325458d3-d963-43b2-9737-f1f6c0b23f05 req-0e6e5936-09e3-49c4-afa8-d00477a247ab tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Apr 28 19:44:09.437764 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff94f0-a3b3-4968-a0d8-3d7e653d8945 req-03282f6e-55aa-48ac-9953-4eddbee0245c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:09.439198 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-01ff94f0-a3b3-4968-a0d8-3d7e653d8945 req-03282f6e-55aa-48ac-9953-4eddbee0245c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 944 time: 0.0458660 Apr 28 19:44:09.487223 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-01ff94f0-a3b3-4968-a0d8-3d7e653d8945 req-55c4de76-be70-4f6d-bb87-5cf15ea74925 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Apr 28 19:44:09.634388 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ffece-ac75-4ba1-b762-b40723647b29 req-11cc89c4-6534-4f8f-94b8-759ca0817f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:09.635848 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-439ffece-ac75-4ba1-b762-b40723647b29 req-11cc89c4-6534-4f8f-94b8-759ca0817f24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ebd8c261e9845c6a7feb7c1a6be8fad&device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 1128 time: 0.0374944 Apr 28 19:44:09.728164 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ffece-ac75-4ba1-b762-b40723647b29 req-e0a3e949-70f7-4729-a962-5b3d3df47038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:09.729615 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-439ffece-ac75-4ba1-b762-b40723647b29 req-e0a3e949-70f7-4729-a962-5b3d3df47038 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82a417bb-5ae5-46f5-8ebc-be7a0126b122 HTTP/1.1" status: 200 len: 914 time: 0.0874527 Apr 28 19:44:09.769074 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-439ffece-ac75-4ba1-b762-b40723647b29 req-cca2e0e7-3866-4310-91cd-c54ab5e9efd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3518e2db-68f3-4905-9a3b-471289419e82 HTTP/1.1" status: 200 len: 217 time: 0.0330007 Apr 28 19:44:09.813971 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ffece-ac75-4ba1-b762-b40723647b29 req-1e4b479f-d4d3-45bf-9098-05ef9436b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:09.815328 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-439ffece-ac75-4ba1-b762-b40723647b29 req-1e4b479f-d4d3-45bf-9098-05ef9436b027 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8960b4fc-f142-4f3d-81de-d7a4cf980dbb HTTP/1.1" status: 200 len: 853 time: 0.0407522 Apr 28 19:44:09.850829 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-439ffece-ac75-4ba1-b762-b40723647b29 req-598c7008-700f-48ee-8123-31bccc2bf1fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82a417bb-5ae5-46f5-8ebc-be7a0126b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293798 Apr 28 19:44:09.930845 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 3518e2db-68f3-4905-9a3b-471289419e82 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:44:09.938471 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-439ffece-ac75-4ba1-b762-b40723647b29 req-e5bf496f-4626-449a-9602-7f9e7bb76a2a service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809951 Apr 28 19:44:10.028039 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 3518e2db-68f3-4905-9a3b-471289419e82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3518e2db-68f3-4905-9a3b-471289419e82,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:10.028289 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-439ffece-ac75-4ba1-b762-b40723647b29 req-b89e3525-38e1-4f3a-8ff5-162baee7e4cc service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835552 Apr 28 19:44:10.039082 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '3518e2db-68f3-4905-9a3b-471289419e82', 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122', 'port_id': '3518e2db-68f3-4905-9a3b-471289419e82', 'mac_address': 'fa:16:3e:29:d3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8960b4fc-f142-4f3d-81de-d7a4cf980dbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:44:10.075248 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 3518e2db-68f3-4905-9a3b-471289419e82 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:10.075636 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3518e2db-68f3-4905-9a3b-471289419e82), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:10.088681 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3518e2db-68f3-4905-9a3b-471289419e82 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:10.107094 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 3518e2db-68f3-4905-9a3b-471289419e82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3518e2db-68f3-4905-9a3b-471289419e82,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:10.111660 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3518e2db-68f3-4905-9a3b-471289419e82), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:10.159970 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=3518e2db-68f3-4905-9a3b-471289419e82,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:10.166695 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.167050 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.167396 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.167740 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.168075 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.168409 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.168739 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.169069 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.169410 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.169758 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.170087 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.170415 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.171265 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.171567 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.171931 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:10.438717 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['3518e2db-68f3-4905-9a3b-471289419e82'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:44:10.601791 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a9e1-e589-47da-a363-3aabaa425ce2 req-5d7515fd-232b-482d-9c8a-5010bcdb581e tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:10.603257 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2682a9e1-e589-47da-a363-3aabaa425ce2 req-5d7515fd-232b-482d-9c8a-5010bcdb581e tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 945 time: 0.0495195 Apr 28 19:44:10.648392 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2682a9e1-e589-47da-a363-3aabaa425ce2 req-43231586-3813-4311-9893-9a2280628d7b tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389559 Apr 28 19:44:11.767169 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be849e-b9bb-4a52-beab-dd106d50c387 req-ee1f90f7-0916-49ea-ba47-abc890cebd05 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.768616 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b7be849e-b9bb-4a52-beab-dd106d50c387 req-ee1f90f7-0916-49ea-ba47-abc890cebd05 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 945 time: 0.0458896 Apr 28 19:44:11.814043 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b7be849e-b9bb-4a52-beab-dd106d50c387 req-2862ce80-d815-4951-8597-2236fac569bd tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 Apr 28 19:44:11.935221 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 3518e2db-68f3-4905-9a3b-471289419e82 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:11.980622 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 3518e2db-68f3-4905-9a3b-471289419e82 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:44:11.987222 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 3518e2db-68f3-4905-9a3b-471289419e82 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:11.987597 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (3518e2db-68f3-4905-9a3b-471289419e82), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:12.059356 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 3518e2db-68f3-4905-9a3b-471289419e82 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:12.059738 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (3518e2db-68f3-4905-9a3b-471289419e82), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:12.081131 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3518e2db-68f3-4905-9a3b-471289419e82'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:12.083336 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9027c4c1-0c81-4cce-817e-d03912394aa5" -d '{"events": [{"server_uuid": "767eeeff-4120-4c51-917d-12f95ffe04e7", "name": "network-vif-plugged", "status": "completed", "tag": "3518e2db-68f3-4905-9a3b-471289419e82"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:12.096056 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 3518e2db-68f3-4905-9a3b-471289419e82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3518e2db-68f3-4905-9a3b-471289419e82,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:12.099959 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (3518e2db-68f3-4905-9a3b-471289419e82), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:12.149061 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=3518e2db-68f3-4905-9a3b-471289419e82,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:12.232157 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e30a31-efbb-42de-9028-19dc9f097dc1 x-openstack-request-id: req-43e30a31-efbb-42de-9028-19dc9f097dc1 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:12.232476 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767eeeff-4120-4c51-917d-12f95ffe04e7", "name": "network-vif-plugged", "status": "completed", "tag": "3518e2db-68f3-4905-9a3b-471289419e82", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:12.232727 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43e30a31-efbb-42de-9028-19dc9f097dc1 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:12.233124 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e30a31-efbb-42de-9028-19dc9f097dc1'] response: {'server_uuid': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3518e2db-68f3-4905-9a3b-471289419e82', 'code': 200} Apr 28 19:44:12.423450 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb652-8069-4740-a2e9-1c25fe4b02bc req-fc6ef624-6002-4e71-b994-6d87dd25e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:12.425339 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aaddb652-8069-4740-a2e9-1c25fe4b02bc req-fc6ef624-6002-4e71-b994-6d87dd25e185 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 1130 time: 0.0410326 Apr 28 19:44:12.469117 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-aaddb652-8069-4740-a2e9-1c25fe4b02bc req-a2406d10-0e00-453c-9ff5-6d4b99b897d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Apr 28 19:44:12.925173 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02375-b937-4a72-9028-5b543d19691c req-80e68bbf-395f-456a-998d-01678ade43ed tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:12.926638 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-87f02375-b937-4a72-9028-5b543d19691c req-80e68bbf-395f-456a-998d-01678ade43ed tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 946 time: 0.0455825 Apr 28 19:44:12.982289 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-87f02375-b937-4a72-9028-5b543d19691c req-4e140230-f669-4f17-a592-bf79fc648608 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498965 Apr 28 19:44:14.097083 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a8906-5855-419f-a7c4-986b6826bf7d req-cfbbcd60-87e3-4d8e-9952-84227e801240 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.099230 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-db5a8906-5855-419f-a7c4-986b6826bf7d req-cfbbcd60-87e3-4d8e-9952-84227e801240 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 946 time: 0.0486164 Apr 28 19:44:14.148245 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-db5a8906-5855-419f-a7c4-986b6826bf7d req-707dda9a-a64e-4723-a86f-503b424defb2 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Apr 28 19:44:15.264441 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c738e6-7a9d-4848-bf2f-76f8a140ace1 req-ed375a84-058c-40f5-b353-8965fdd0fcd1 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.266560 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4c738e6-7a9d-4848-bf2f-76f8a140ace1 req-ed375a84-058c-40f5-b353-8965fdd0fcd1 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 946 time: 0.0467522 Apr 28 19:44:15.311008 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b4c738e6-7a9d-4848-bf2f-76f8a140ace1 req-06d7f6c7-977a-449d-bb6b-2989661ed488 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Apr 28 19:44:15.401707 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:17.537446 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c1c89d3-b6d2-4fb3-9ef6-b69dae942dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:19.797216 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0b100af-9056-4541-9a4f-c3d10b04ef23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:20.947426 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:22.408261 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:24.017933 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:41.262290 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:44:45.407494 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.542709 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0b16cd25-ba78-4138-904c-a42429f0b5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:49.800732 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3352e455-b669-4db1-9d32-71566d92a187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:50.946599 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.410684 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:54.019499 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.661312 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-e11f2fba-333d-434b-8e83-44ac39e5fc7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369756 Apr 28 19:44:57.790281 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-02da177d-35b2-4609-8674-cc5be0804acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.791762 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-02da177d-35b2-4609-8674-cc5be0804acd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1129 time: 0.0418761 Apr 28 19:44:57.892778 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-df41d48d-a9c2-4765-a569-f1b5eac2a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.894288 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-df41d48d-a9c2-4765-a569-f1b5eac2a908 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0843966 Apr 28 19:44:58.234964 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-b4a78d1d-878e-4e7d-b05e-40d7358b9ab4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 1001 time: 0.3341045 Apr 28 19:44:58.281202 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-a3d1b92b-7836-43bd-8a24-89a35802cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.282590 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-a3d1b92b-7836-43bd-8a24-89a35802cbd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0416715 Apr 28 19:44:58.324191 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-02a77d9e-9dbf-4816-a017-72471baaa918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.325689 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-02a77d9e-9dbf-4816-a017-72471baaa918 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373719 Apr 28 19:44:58.415999 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-c34d964f-10ca-4298-a4a3-9680953bf2ee service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837922 Apr 28 19:44:58.509360 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-d9827da3-2376-4f57-934a-9c6c6517e866 req-e081a4ff-efea-4129-8415-4a96adb8b623 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872903 Apr 28 19:45:11.302606 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a86dc-ad5b-46b9-b0e4-b9d5d2f3a615 req-614ab10a-2d2e-4010-9158-a4b64e96a895 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:11.303961 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-409a86dc-ad5b-46b9-b0e4-b9d5d2f3a615 req-614ab10a-2d2e-4010-9158-a4b64e96a895 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 946 time: 0.0501831 Apr 28 19:45:11.349659 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-409a86dc-ad5b-46b9-b0e4-b9d5d2f3a615 req-56e87412-884b-4d0a-8cd5-af7891efca1c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Apr 28 19:45:11.997002 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-c7e0350a-005f-4516-a2c8-67975d9b7009 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139821889&fields=id&tenant_id=3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 267 time: 0.0417528 Apr 28 19:45:12.102622 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-3151fc6b-f962-4e28-9e8d-24831f4d9dbf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.103952 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-3151fc6b-f962-4e28-9e8d-24831f4d9dbf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 811 time: 0.1003082 Apr 28 19:45:12.118358 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-d9bef192-1c93-4928-9bbd-df57b826cb73 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/quotas/3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 375 time: 0.0090828 Apr 28 19:45:12.168305 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-ea983ea7-487e-4a71-8af8-8d16ffe64b75 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449588 Apr 28 19:45:12.261740 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-98303ea6-261a-4fd9-98b4-f1955cbdcf27 service neutron] 10.222.0.55 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816038 Apr 28 19:45:12.350579 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-9d6aa407-dd3a-478c-b088-fac95fd13004 service neutron] 10.222.0.55 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826988 Apr 28 19:45:12.654457 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2281da-0bc6-4586-b9e5-b43fcec8619b req-ce178689-773b-477e-b046-ceacd0cd9978 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.655805 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7a2281da-0bc6-4586-b9e5-b43fcec8619b req-ce178689-773b-477e-b046-ceacd0cd9978 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 946 time: 0.0464814 Apr 28 19:45:12.700953 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7a2281da-0bc6-4586-b9e5-b43fcec8619b req-59c8dd83-b78f-46f8-b50d-d4cbc1af2b1b tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Apr 28 19:45:12.767995 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a515afb9-e801-4170-ad2f-8d66766dde05 req-0c024bae-bad1-47c2-9a0b-340c024fce3c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0302238 Apr 28 19:45:13.099795 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-550b8b23-e7ba-4cf4-a5e6-c60243ec88c5 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:13.101222 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-550b8b23-e7ba-4cf4-a5e6-c60243ec88c5 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 946 time: 0.0501242 Apr 28 19:45:13.180916 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Deleting port 3518e2db-68f3-4905-9a3b-471289419e82 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:45:13.181257 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (3518e2db-68f3-4905-9a3b-471289419e82), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.270386 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] For port 3518e2db-68f3-4905-9a3b-471289419e82, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3518e2db-68f3-4905-9a3b-471289419e82,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:13.270754 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (3518e2db-68f3-4905-9a3b-471289419e82), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.283656 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Calling delete_port for 3518e2db-68f3-4905-9a3b-471289419e82 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:45:13.405700 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (3518e2db-68f3-4905-9a3b-471289419e82), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.418335 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['3518e2db-68f3-4905-9a3b-471289419e82'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:13.436409 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Pushing event deleted for resources: {'Port': ['ID=3518e2db-68f3-4905-9a3b-471289419e82,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.462755 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.463112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.463467 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.463804 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.464137 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.464482 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.464816 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.465146 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.465480 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.465842 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.466176 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.466505 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.466833 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.467164 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.467493 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:13.490361 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] No DVR routers for this DVR port 3518e2db-68f3-4905-9a3b-471289419e82 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:13.492764 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.496000 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-0952ffbd-05bb-46f1-a9be-f37531f2e929 req-6ac3039b-f1ee-4895-a979-a65c84f0555c tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "DELETE /v2.0/ports/3518e2db-68f3-4905-9a3b-471289419e82 HTTP/1.1" status: 204 len: 173 time: 0.3900306 Apr 28 19:45:13.496433 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'name': 'network-vif-deleted', 'tag': '3518e2db-68f3-4905-9a3b-471289419e82'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:13.498760 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b78191-455d-45fe-96a3-b8d45809f625" -d '{"events": [{"server_uuid": "767eeeff-4120-4c51-917d-12f95ffe04e7", "name": "network-vif-deleted", "tag": "3518e2db-68f3-4905-9a3b-471289419e82"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:13.537210 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e417a9c-93da-430d-bc60-39f17492bf49 x-openstack-request-id: req-8e417a9c-93da-430d-bc60-39f17492bf49 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:13.537499 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767eeeff-4120-4c51-917d-12f95ffe04e7", "name": "network-vif-deleted", "tag": "3518e2db-68f3-4905-9a3b-471289419e82", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:13.537800 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e417a9c-93da-430d-bc60-39f17492bf49 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:13.538235 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e417a9c-93da-430d-bc60-39f17492bf49'] response: {'server_uuid': '767eeeff-4120-4c51-917d-12f95ffe04e7', 'name': 'network-vif-deleted', 'tag': '3518e2db-68f3-4905-9a3b-471289419e82', 'status': 'completed', 'code': 200} Apr 28 19:45:13.819091 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b6d70578-e662-4a6e-ba16-181200c68392 req-e20fdb80-4559-4b05-b4d5-04f8d829ac8e tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=767eeeff-4120-4c51-917d-12f95ffe04e7 HTTP/1.1" status: 200 len: 210 time: 0.0338140 Apr 28 19:45:13.885301 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1372e5f2-549e-4eba-a187-0dad228770ee req-38935cd5-d886-4052-830b-0ca1a5e3ffc8 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Apr 28 19:45:14.980801 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-5aa4514c-9588-485b-8ada-d3807d421ed3 req-4d118aca-127a-4217-a3d1-10ebc0ed333d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0299163 Apr 28 19:45:15.401462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:16.087890 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-eaf33819-1725-449e-be6a-6665e6303493 req-08bc4aa4-6e32-4639-9c34-e906c7248741 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0309281 Apr 28 19:45:17.182669 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-93eea10b-aa5d-4c9f-a349-674e75e496ae req-488b6489-953f-4f38-ab02-8afc046f146a tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0278635 Apr 28 19:45:17.544462 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c4622555-6d24-4f65-8e4a-1d3e4748822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:18.261140 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:45:18.275085 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3c186047-bfea-4789-8da1-3fe8b309722a req-8d9a7a45-2436-4644-8d6f-e104216110cd tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0271823 Apr 28 19:45:19.335506 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 3518e2db-68f3-4905-9a3b-471289419e82 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:19.367133 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 3518e2db-68f3-4905-9a3b-471289419e82 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:45:19.367534 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 3518e2db-68f3-4905-9a3b-471289419e82 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:19.372647 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4d6030e9-0d86-45d0-8c45-cd81c4c63992 req-8b7a781d-83c9-44bd-bf04-74c191481ec3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0319021 Apr 28 19:45:19.448784 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5983865d-4dd5-4a1d-8c69-caa2c8bceb00 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:19.450244 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5983865d-4dd5-4a1d-8c69-caa2c8bceb00 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 811 time: 0.1130092 Apr 28 19:45:19.515859 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-2e7a8400-1511-4658-8fd2-472fe68f9e60 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a837f4ec8f043929f597936b5d02c07 HTTP/1.1" status: 200 len: 380 time: 0.0574512 Apr 28 19:45:19.523864 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'port': {'device_id': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'admin_state_up': True, 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'security_groups': ['898ca1fe-4a5c-4b86-9c26-135e5e3603e2']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:19.625242 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Made reservation on behalf of 3a837f4ec8f043929f597936b5d02c07 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:19.629082 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.756160 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Allocated IP 172.20.0.14 (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc/8a0d2cae-b508-4eed-b8f2-b976115000f6/5fa8bc20-694f-417e-a251-21c9048de0b7) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:19.810091 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1286d90c-9960-47ee-a472-510de1d4425c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.897973 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.929722 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.969331 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:19.972389 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:19.978374 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:20.003556 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=5fa8bc20-694f-417e-a251-21c9048de0b7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.032882 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.033520 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.057185 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-5dff581b-452e-4830-aeb5-2ca7c47fb23d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5368936 Apr 28 19:45:20.068835 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Request body: {'port': {'device_id': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:20.134225 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.170270 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-f7499264-5590-4fa0-b1d3-72a2a49fff62 None None] Provisioning complete for port 5fa8bc20-694f-417e-a251-21c9048de0b7 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:20.170678 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7499264-5590-4fa0-b1d3-72a2a49fff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.205713 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-f7499264-5590-4fa0-b1d3-72a2a49fff62 None None] Port 5fa8bc20-694f-417e-a251-21c9048de0b7 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:45:20.416047 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa8bc20-694f-417e-a251-21c9048de0b7 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:20.424018 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Publish callbacks [] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.439433 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Transition to ACTIVE for port object 5fa8bc20-694f-417e-a251-21c9048de0b7 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:45:20.446193 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.500714 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad314-3348-44f7-ad69-0e7428314f07 req-71ad4c78-25d0-40fa-95cc-ab868021df9f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.503590 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-028ad314-3348-44f7-ad69-0e7428314f07 req-71ad4c78-25d0-40fa-95cc-ab868021df9f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0548685 Apr 28 19:45:20.537317 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8bc20-694f-417e-a251-21c9048de0b7,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.574342 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-028ad314-3348-44f7-ad69-0e7428314f07 req-6b061601-1bc0-4bde-9823-fa1fba1b3a97 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550959 Apr 28 19:45:20.595938 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Attempting to bind port 5fa8bc20-694f-417e-a251-21c9048de0b7 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:20.596901 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Attempting to bind port 5fa8bc20-694f-417e-a251-21c9048de0b7 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:20.597300 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Attempting to bind port 5fa8bc20-694f-417e-a251-21c9048de0b7 on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:20.601876 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Port 5fa8bc20-694f-417e-a251-21c9048de0b7 on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:20.602208 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Attempting to bind port 5fa8bc20-694f-417e-a251-21c9048de0b7 on network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:20.607118 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:20.607547 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Checking segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:20.607844 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Bound using segment: {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:20.608309 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Bound port: 5fa8bc20-694f-417e-a251-21c9048de0b7, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e49f088-ca55-4316-b7d2-1cea82a14015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:20.608638 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.674660 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] For port 5fa8bc20-694f-417e-a251-21c9048de0b7, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:20.678836 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] For port 5fa8bc20-694f-417e-a251-21c9048de0b7, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5fa8bc20-694f-417e-a251-21c9048de0b7,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:20.685170 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.719210 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.719903 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.721335 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] 10.222.0.45 "PUT /v2.0/ports/5fa8bc20-694f-417e-a251-21c9048de0b7 HTTP/1.1" status: 200 len: 1094 time: 0.6572297 Apr 28 19:45:20.722337 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:20.724591 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:20.776999 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc4b36-a332-4a7b-a9bf-530cc2b37c8e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8bc20-694f-417e-a251-21c9048de0b7,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.784104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c637c-15d2-4e67-a8d5-01d96ef34b7a x-openstack-request-id: req-9f4c637c-15d2-4e67-a8d5-01d96ef34b7a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:20.784104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:20.784104 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f4c637c-15d2-4e67-a8d5-01d96ef34b7a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:20.784525 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4c637c-15d2-4e67-a8d5-01d96ef34b7a'] response: {'name': 'network-changed', 'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'status': 'completed', 'code': 200} Apr 28 19:45:20.821900 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-d3c807eb-287f-4443-a1a5-ace4b506d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.823565 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-d3c807eb-287f-4443-a1a5-ace4b506d3e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 1128 time: 0.0606661 Apr 28 19:45:20.865984 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-6892133f-43e0-4810-813d-17daf32e5162 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa8bc20-694f-417e-a251-21c9048de0b7 HTTP/1.1" status: 200 len: 217 time: 0.0357175 Apr 28 19:45:20.916212 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-19d491c5-d3f6-46d0-9dc8-5eb6ec895d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.917697 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-19d491c5-d3f6-46d0-9dc8-5eb6ec895d6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0454359 Apr 28 19:45:20.950856 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.965431 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-d702044c-5714-4f97-b454-f7f69212b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.966963 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-d702044c-5714-4f97-b454-f7f69212b2f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434816 Apr 28 19:45:21.053390 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-2f7b1bdd-7aad-4d6f-8ff2-994ccd5c6604 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806139 Apr 28 19:45:21.145026 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7eacece2-7e2e-433f-9995-dbb1aae60499 req-df753240-a21a-4573-a819-ed6a46529fe6 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854406 Apr 28 19:45:21.695147 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eae52-88e7-4dfc-a4c8-c0ca9a7e466f req-a87568c9-9a73-4cde-b7d5-3618ede93e16 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.696505 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd6eae52-88e7-4dfc-a4c8-c0ca9a7e466f req-a87568c9-9a73-4cde-b7d5-3618ede93e16 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0525815 Apr 28 19:45:21.744005 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cd6eae52-88e7-4dfc-a4c8-c0ca9a7e466f req-1e034fc2-f1dc-434d-9e71-ab93dd204038 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 Apr 28 19:45:22.412092 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:22.852921 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbd574-ac4e-49ff-8192-32d97465a8fc req-666a79ad-8524-417b-bd65-f5b66463e497 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.854569 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7adbd574-ac4e-49ff-8192-32d97465a8fc req-666a79ad-8524-417b-bd65-f5b66463e497 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0457478 Apr 28 19:45:22.905530 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7adbd574-ac4e-49ff-8192-32d97465a8fc req-b9971fbe-8969-4785-a235-8cb1ba3c2ad9 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Apr 28 19:45:24.014071 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a7b01-71b4-43db-b98b-7597af7af8ec req-85ed726a-6b6c-4ede-a566-dbe60774b057 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.015551 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ee3a7b01-71b4-43db-b98b-7597af7af8ec req-85ed726a-6b6c-4ede-a566-dbe60774b057 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0454438 Apr 28 19:45:24.021819 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:24.071960 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ee3a7b01-71b4-43db-b98b-7597af7af8ec req-2dd671cb-ab88-4ec2-9004-efe3d0381bd0 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494459 Apr 28 19:45:25.182186 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbce35-b591-43f8-a7cf-7d01daec8cbd req-c4a2407d-d71a-4b7c-a695-3506f3a6ce41 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.183875 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cbce35-b591-43f8-a7cf-7d01daec8cbd req-c4a2407d-d71a-4b7c-a695-3506f3a6ce41 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0455370 Apr 28 19:45:25.230552 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-54cbce35-b591-43f8-a7cf-7d01daec8cbd req-58dc8f5f-3291-4f4c-97af-6d20a6c14b55 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Apr 28 19:45:25.666013 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-fe9a2f30-9d82-41b8-a652-ac8ed277ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.667503 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-fe9a2f30-9d82-41b8-a652-ac8ed277ee1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 1128 time: 0.0393953 Apr 28 19:45:25.758212 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-9fe3cd6b-6387-4ae8-8f58-3271479db655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.759651 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-9fe3cd6b-6387-4ae8-8f58-3271479db655 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0839612 Apr 28 19:45:25.800340 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-e4fdb98a-7afe-46d9-a5a3-9544148f7d1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa8bc20-694f-417e-a251-21c9048de0b7 HTTP/1.1" status: 200 len: 217 time: 0.0338154 Apr 28 19:45:25.848700 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-25aa1bef-07d5-4a41-bd7f-b2b568f0b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.850157 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-25aa1bef-07d5-4a41-bd7f-b2b568f0b46d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0415275 Apr 28 19:45:25.894746 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-65766d38-7f60-42fb-89a3-c69a8ce33bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.896116 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-65766d38-7f60-42fb-89a3-c69a8ce33bda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371768 Apr 28 19:45:25.987537 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-44d246ef-b6df-41b3-bed7-fb7b09b78e89 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825989 Apr 28 19:45:26.083760 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-43310fbe-1f82-4ee8-a8b3-a251bd7ece69 req-e0e25887-8e21-4054-834d-e2fa034b5f53 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889015 Apr 28 19:45:26.353363 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e7c7-65a4-4599-9b9a-903a6c474d00 req-b67949da-e308-4e65-9217-1b302d038c16 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.354934 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dd02e7c7-65a4-4599-9b9a-903a6c474d00 req-b67949da-e308-4e65-9217-1b302d038c16 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0582161 Apr 28 19:45:26.402639 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-dd02e7c7-65a4-4599-9b9a-903a6c474d00 req-8f13f38e-0497-4550-865d-5f1ef31c92f0 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421028 Apr 28 19:45:26.876710 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-67a67064-b786-4277-afa0-475ece6e9e50 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.878280 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-67a67064-b786-4277-afa0-475ece6e9e50 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/networks?id=82a417bb-5ae5-46f5-8ebc-be7a0126b122 HTTP/1.1" status: 200 len: 813 time: 0.0977225 Apr 28 19:45:26.892044 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-4ed4c023-9715-404f-b93b-ba33664a9e92 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/quotas/4ebd8c261e9845c6a7feb7c1a6be8fad HTTP/1.1" status: 200 len: 375 time: 0.0085318 Apr 28 19:45:26.926959 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-2e807538-1ea1-450d-a3de-1a35bf83d5e2 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ebd8c261e9845c6a7feb7c1a6be8fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300915 Apr 28 19:45:27.012476 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-b4e6dbd2-606c-46e0-8c1a-66cdb228b987 service neutron] 10.222.0.55 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790024 Apr 28 19:45:27.102026 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-cc404be4-96db-435c-970f-f28935523fa8 service neutron] 10.222.0.55 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841031 Apr 28 19:45:27.256713 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e78ac386-3360-48c5-928d-b5fcb1fccc57 req-7a5ac3f4-c139-4e10-8062-0825515a4c15 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 210 time: 0.0287678 Apr 28 19:45:27.515050 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf5bbd-165e-4308-93eb-1d15d25e76fb req-f3df79e6-104f-4304-9077-43ce1ac2383e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.516522 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-94bf5bbd-165e-4308-93eb-1d15d25e76fb req-f3df79e6-104f-4304-9077-43ce1ac2383e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0474460 Apr 28 19:45:27.572405 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-94bf5bbd-165e-4308-93eb-1d15d25e76fb req-4d9da085-6b85-4bf9-866c-7666d3cb78be tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501468 Apr 28 19:45:28.138382 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-970f3482-f41b-439e-919f-ef84e3592cd6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.139737 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-970f3482-f41b-439e-919f-ef84e3592cd6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "GET /v2.0/networks?id=82a417bb-5ae5-46f5-8ebc-be7a0126b122 HTTP/1.1" status: 200 len: 813 time: 0.1030469 Apr 28 19:45:28.151547 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Request body: {'port': {'device_id': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122', 'admin_state_up': True, 'tenant_id': '4ebd8c261e9845c6a7feb7c1a6be8fad'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:28.258548 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Made reservation on behalf of 4ebd8c261e9845c6a7feb7c1a6be8fad for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:28.261876 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.357208 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f5cc7d9-ffc8-4cff-ac40-1bb6140bebab req-b8ed8e2d-ecf4-4059-8041-488a3e1ebcaf tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 210 time: 0.0309739 Apr 28 19:45:28.385010 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Allocated IP 172.20.0.14 (82a417bb-5ae5-46f5-8ebc-be7a0126b122/8960b4fc-f142-4f3d-81de-d7a4cf980dbb/eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:28.527175 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks [] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.559347 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.604935 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:28.610243 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:28.614079 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:28.637186 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Pushing event updated for resources: {'Port': ['ID=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:28.664457 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.665092 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.685290 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-23436103-d1ea-4e44-a7b0-45a9f68200d3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5375102 Apr 28 19:45:28.694651 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc654f-7161-4e4e-b1e5-3bfe48b17004 req-49eafe89-3e55-4543-b26f-150835d94037 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.696129 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aecc654f-7161-4e4e-b1e5-3bfe48b17004 req-49eafe89-3e55-4543-b26f-150835d94037 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0556123 Apr 28 19:45:28.697459 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.v2.base [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Request body: {'port': {'device_id': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:28.745273 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-aecc654f-7161-4e4e-b1e5-3bfe48b17004 req-7d98cb44-abf4-47dd-b1b4-e4bc8be65f71 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Apr 28 19:45:28.756138 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.007172 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:29.014394 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Publish callbacks [] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.026093 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Transition to ACTIVE for port object eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:45:29.029900 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.080292 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Pushing event updated for resources: {'Port': ['ID=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.141356 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Attempting to bind port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e on host hv-cinder-82694 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:29.142023 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Attempting to bind port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:29.142023 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Attempting to bind port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e on network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:29.146278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e on network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:29.146606 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Attempting to bind port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e on network 82a417bb-5ae5-46f5-8ebc-be7a0126b122 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:29.151383 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Checking agent: {'id': '137f1f1e-c9d8-4fb3-86a1-c5375c863887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'started_at': datetime.datetime(2022, 4, 28, 19, 29, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:29.151744 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Checking segment: {'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:29.152128 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Bound using segment: {'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:29.152554 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Bound port: eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e6159c-da89-4877-9410-74bc420db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:29.152946 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.215665 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] For port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e, host hv-cinder-82694, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:29.218535 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] For port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:29.223719 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13283124'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.256068 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.256683 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.258092 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] 10.222.0.45 "PUT /v2.0/ports/eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e HTTP/1.1" status: 200 len: 1094 time: 0.5648079 Apr 28 19:45:29.258522 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'tag': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:29.260714 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785dddd5-bce1-4d8b-825e-471b6776b1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "25083fd2-72b5-4ef7-8aa2-73fdd2062d58", "tag": "eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:29.282421 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99281-55ca-41be-9e79-bb8ccae37841 service neutron] Pushing event updated for resources: {'Port': ['ID=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.301887 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc1e35a-e493-4a62-a9fa-9246559d69bc x-openstack-request-id: req-2fc1e35a-e493-4a62-a9fa-9246559d69bc {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:29.302175 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25083fd2-72b5-4ef7-8aa2-73fdd2062d58", "tag": "eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:29.302428 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2fc1e35a-e493-4a62-a9fa-9246559d69bc {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:29.302839 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc1e35a-e493-4a62-a9fa-9246559d69bc'] response: {'name': 'network-changed', 'server_uuid': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'tag': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e', 'status': 'completed', 'code': 200} Apr 28 19:45:29.345262 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-e3434620-4084-4098-827c-46e9229cf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.347287 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-e3434620-4084-4098-827c-46e9229cf616 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ebd8c261e9845c6a7feb7c1a6be8fad&device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 1128 time: 0.0377831 Apr 28 19:45:29.390590 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-2b4360a7-fcdd-43ef-af9a-5b13e5520f8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e HTTP/1.1" status: 200 len: 217 time: 0.0365014 Apr 28 19:45:29.438230 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-bbaab740-bdb6-46a4-8ea6-820f42644d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.439692 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-bbaab740-bdb6-46a4-8ea6-820f42644d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8960b4fc-f142-4f3d-81de-d7a4cf980dbb HTTP/1.1" status: 200 len: 853 time: 0.0432177 Apr 28 19:45:29.471484 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-02689367-21f2-43aa-9e15-fdd846e2a466 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82a417bb-5ae5-46f5-8ebc-be7a0126b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253236 Apr 28 19:45:29.472615 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bc08e-f509-4313-b5ad-0e88b9e5a9d0 req-f0f2402a-39b0-4894-b6ca-cd604ddb7031 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.474114 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ab2bc08e-f509-4313-b5ad-0e88b9e5a9d0 req-f0f2402a-39b0-4894-b6ca-cd604ddb7031 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 944 time: 0.0461619 Apr 28 19:45:29.520910 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ab2bc08e-f509-4313-b5ad-0e88b9e5a9d0 req-ef393170-b1a9-49cd-9184-a94653c99097 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Apr 28 19:45:29.566488 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-4b12660f-321f-43e3-997f-fc39b8fd0318 service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858800 Apr 28 19:45:29.652894 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-fd0ad832-8997-4c1d-b9db-ae7e8efeb4fb req-4981efee-125c-410e-8333-a5fc73ae42eb service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802073 Apr 28 19:45:29.859585 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599878b-5b8a-4c68-940b-1c9ba0c4d42e req-e01f42ac-59bb-444a-8a81-302a013ea59a tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.861041 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0599878b-5b8a-4c68-940b-1c9ba0c4d42e req-e01f42ac-59bb-444a-8a81-302a013ea59a tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0502439 Apr 28 19:45:29.910213 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-0599878b-5b8a-4c68-940b-1c9ba0c4d42e req-552c82e5-4cdd-4367-a334-b18008b90c0b tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Apr 28 19:45:30.633077 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f65ab9-9325-425a-a9d4-069c244adb62 req-06c25f02-9312-40d0-a68f-80261c9143bf tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.634658 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-81f65ab9-9325-425a-a9d4-069c244adb62 req-06c25f02-9312-40d0-a68f-80261c9143bf tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 944 time: 0.0465839 Apr 28 19:45:30.680068 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-81f65ab9-9325-425a-a9d4-069c244adb62 req-dafa1be8-a6cc-4655-b071-66ef73d6157e tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Apr 28 19:45:31.026074 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c1c64-94a3-4015-b41c-e97c1350883f req-7a10b067-11f6-4eaf-b17f-dd36098673d5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.027530 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-297c1c64-94a3-4015-b41c-e97c1350883f req-7a10b067-11f6-4eaf-b17f-dd36098673d5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0516589 Apr 28 19:45:31.074937 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-297c1c64-94a3-4015-b41c-e97c1350883f req-3c2180b4-1ade-40e2-9f09-24ac8d898a78 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Apr 28 19:45:31.790720 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be577e-057d-45b8-b7a3-55b56ca11e5e req-d6907607-c744-4deb-964b-98f118d310c3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.792139 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-50be577e-057d-45b8-b7a3-55b56ca11e5e req-d6907607-c744-4deb-964b-98f118d310c3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 944 time: 0.0449915 Apr 28 19:45:31.838167 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-50be577e-057d-45b8-b7a3-55b56ca11e5e req-271297c4-e349-43cb-a22a-dc38187b6bc6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Apr 28 19:45:32.142034 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-4b429124-8e80-4db2-8dfb-a12b09bee62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.143553 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-4b429124-8e80-4db2-8dfb-a12b09bee62a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ebd8c261e9845c6a7feb7c1a6be8fad&device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 1128 time: 0.0402668 Apr 28 19:45:32.194089 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d5b26-4422-4af2-b4ad-92ef02213bb8 req-d56b6d97-8251-4b66-b873-9cf0a6dd77a0 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.195629 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-844d5b26-4422-4af2-b4ad-92ef02213bb8 req-d56b6d97-8251-4b66-b873-9cf0a6dd77a0 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0461774 Apr 28 19:45:32.246317 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-844d5b26-4422-4af2-b4ad-92ef02213bb8 req-d8d9cb15-4be3-4f0f-915a-3c52532f06ca tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452979 Apr 28 19:45:32.947118 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c851350-5ffb-4c02-b85d-eb752626cf06 req-144736ee-ac2a-4cdd-b2f7-85004b2e91f6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.948527 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3c851350-5ffb-4c02-b85d-eb752626cf06 req-144736ee-ac2a-4cdd-b2f7-85004b2e91f6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 944 time: 0.0451245 Apr 28 19:45:32.992628 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-3c851350-5ffb-4c02-b85d-eb752626cf06 req-03b54eee-2d02-4279-ac5d-c1b6c1173bab tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Apr 28 19:45:33.183858 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-50076d8d-8d3a-4a37-9f62-e786c1ba7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.185188 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-50076d8d-8d3a-4a37-9f62-e786c1ba7e62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82a417bb-5ae5-46f5-8ebc-be7a0126b122 HTTP/1.1" status: 200 len: 914 time: 0.0848234 Apr 28 19:45:33.224180 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-b9ff4ec0-c17a-434e-895c-8844838f78c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e HTTP/1.1" status: 200 len: 217 time: 0.0326154 Apr 28 19:45:33.275004 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-b1713ca0-6565-4f82-b483-b7b15db4a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.276745 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-b1713ca0-6565-4f82-b483-b7b15db4a585 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8960b4fc-f142-4f3d-81de-d7a4cf980dbb HTTP/1.1" status: 200 len: 853 time: 0.0458548 Apr 28 19:45:33.310383 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-77f0d8bc-57f3-422c-8c4d-c7baecdc6e1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82a417bb-5ae5-46f5-8ebc-be7a0126b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284376 Apr 28 19:45:33.357316 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7a34-158f-4840-8385-24ebe4a43378 req-e6344a18-5ab8-496c-8c98-c79400e95604 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.358801 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48dc7a34-158f-4840-8385-24ebe4a43378 req-e6344a18-5ab8-496c-8c98-c79400e95604 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0466597 Apr 28 19:45:33.386886 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:33.399760 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-512807a3-8026-4446-8ec6-7ed22a4345a2 service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830653 Apr 28 19:45:33.407362 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-48dc7a34-158f-4840-8385-24ebe4a43378 req-0aa0074d-8962-43a7-a7c1-a63c88927f46 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Apr 28 19:45:33.483014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:33.494153 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e', 'network_id': '82a417bb-5ae5-46f5-8ebc-be7a0126b122', 'port_id': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e', 'mac_address': 'fa:16:3e:24:88:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8960b4fc-f142-4f3d-81de-d7a4cf980dbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:33.497686 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-785dddd5-bce1-4d8b-825e-471b6776b1d6 req-a1d39284-2b20-47da-a103-878dfa546a3f service neutron] 10.222.0.45 "GET /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921147 Apr 28 19:45:33.533174 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:33.533563 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.546434 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:33.565806 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:33.569561 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.619845 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.626662 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.627018 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.627368 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.628220 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.628562 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.628898 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.629229 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.629560 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.629916 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.630248 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.630577 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.630903 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.631231 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.631555 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.631878 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:33.878522 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:34.112845 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c846693-863f-4f7d-a98d-8ac7f8076b8d req-9d3fb6f0-beff-4f61-bbe1-0e4974c08a15 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.114284 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1c846693-863f-4f7d-a98d-8ac7f8076b8d req-9d3fb6f0-beff-4f61-bbe1-0e4974c08a15 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 945 time: 0.0523846 Apr 28 19:45:34.161983 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-1c846693-863f-4f7d-a98d-8ac7f8076b8d req-a147d5bf-77a4-4fb6-92fb-eac20d6593b1 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Apr 28 19:45:34.516861 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8118-a2a4-4e37-8444-45a3771eb367 req-aa819b7f-0989-48c5-90f2-15c27a6dec5d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.518356 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-389c8118-a2a4-4e37-8444-45a3771eb367 req-aa819b7f-0989-48c5-90f2-15c27a6dec5d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0455611 Apr 28 19:45:34.566101 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-389c8118-a2a4-4e37-8444-45a3771eb367 req-52c20287-f4cb-40ca-8baf-ce0039322f74 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Apr 28 19:45:35.272353 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e0dc7-9ce6-42ac-85a9-b22a8cd56556 req-1dfa836a-064c-4888-a1a4-3f427c9905f0 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.273806 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-052e0dc7-9ce6-42ac-85a9-b22a8cd56556 req-1dfa836a-064c-4888-a1a4-3f427c9905f0 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 945 time: 0.0456829 Apr 28 19:45:35.322475 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-052e0dc7-9ce6-42ac-85a9-b22a8cd56556 req-697d09d1-4b24-4c4f-b0dd-96bf6de9bffe tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Apr 28 19:45:35.403524 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 5fa8bc20-694f-417e-a251-21c9048de0b7 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:35.405659 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:35.509672 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:45:35.516880 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:35.517284 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.560046 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 5fa8bc20-694f-417e-a251-21c9048de0b7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5fa8bc20-694f-417e-a251-21c9048de0b7,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:35.576702 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Returning: {'device': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'port_id': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'mac_address': 'fa:16:3e:cf:60:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:35.645303 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 5fa8bc20-694f-417e-a251-21c9048de0b7 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:35.645715 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.654482 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:35.654861 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.666782 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa8bc20-694f-417e-a251-21c9048de0b7 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:35.683198 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc374d-ab5c-48d2-a569-a74539aeb363 req-75800677-f445-41dc-83f6-52ae42cc7781 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.684701 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cdbc374d-ab5c-48d2-a569-a74539aeb363 req-75800677-f445-41dc-83f6-52ae42cc7781 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 944 time: 0.0472445 Apr 28 19:45:35.689180 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:35.691461 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a50e22-b6b7-4273-b808-1a320d8c3515" -d '{"events": [{"server_uuid": "25083fd2-72b5-4ef7-8aa2-73fdd2062d58", "name": "network-vif-plugged", "status": "completed", "tag": "eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:35.708927 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 5fa8bc20-694f-417e-a251-21c9048de0b7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5fa8bc20-694f-417e-a251-21c9048de0b7,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:35.711068 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:35.714063 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.720279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.735153 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-cdbc374d-ab5c-48d2-a569-a74539aeb363 req-6dbf6087-175c-48bc-ae3e-f39b2a034369 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447998 Apr 28 19:45:35.762579 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=5fa8bc20-694f-417e-a251-21c9048de0b7,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:35.787105 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2a7b8-0a5f-4d62-a736-697f538ce80b x-openstack-request-id: req-88b2a7b8-0a5f-4d62-a736-697f538ce80b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:35.787387 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25083fd2-72b5-4ef7-8aa2-73fdd2062d58", "name": "network-vif-plugged", "status": "completed", "tag": "eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:35.787639 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88b2a7b8-0a5f-4d62-a736-697f538ce80b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:35.788026 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b2a7b8-0a5f-4d62-a736-697f538ce80b'] response: {'server_uuid': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e', 'code': 200} Apr 28 19:45:35.812486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:35.933279 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f836b5-35bf-435b-a5bf-dde1734d0dcc req-24232da6-87b6-4cfd-9d64-67202e058d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.934783 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21f836b5-35bf-435b-a5bf-dde1734d0dcc req-24232da6-87b6-4cfd-9d64-67202e058d73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 1130 time: 0.0376618 Apr 28 19:45:35.976904 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-21f836b5-35bf-435b-a5bf-dde1734d0dcc req-fe61d3ff-d3c6-40c9-bc40-38f3b13c0e10 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355225 Apr 28 19:45:36.089928 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['5fa8bc20-694f-417e-a251-21c9048de0b7'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:36.446046 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a3287-27c9-49cd-998b-1bb806bf21b8 req-d432d52b-06da-479a-811b-761d4ce06fcd tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.447503 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ab8a3287-27c9-49cd-998b-1bb806bf21b8 req-d432d52b-06da-479a-811b-761d4ce06fcd tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 946 time: 0.0509508 Apr 28 19:45:36.492956 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ab8a3287-27c9-49cd-998b-1bb806bf21b8 req-a7339b94-9a26-4ca7-a71e-1989aa9b1883 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Apr 28 19:45:36.847523 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24c71a-f9e9-4107-8d73-3350ebed9bc0 req-013ce144-b16c-4cf6-a11f-bc2931b496be tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.848994 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ed24c71a-f9e9-4107-8d73-3350ebed9bc0 req-013ce144-b16c-4cf6-a11f-bc2931b496be tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 945 time: 0.0494213 Apr 28 19:45:36.896662 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-ed24c71a-f9e9-4107-8d73-3350ebed9bc0 req-bb98de03-54c4-4794-9871-5945077b9336 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421145 Apr 28 19:45:37.418460 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 5fa8bc20-694f-417e-a251-21c9048de0b7 up at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:37.467174 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning for port 5fa8bc20-694f-417e-a251-21c9048de0b7 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:45:37.472854 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Provisioning complete for port 5fa8bc20-694f-417e-a251-21c9048de0b7 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:37.473226 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366483'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.548160 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Current status of the port 5fa8bc20-694f-417e-a251-21c9048de0b7 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:37.548679 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.582223 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] For port 5fa8bc20-694f-417e-a251-21c9048de0b7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5fa8bc20-694f-417e-a251-21c9048de0b7,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:37.585780 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.606245 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737499-8eab-4864-9b29-f95fb2ffe7cb req-7bde70c2-1250-4e68-8648-ab323dbe6ef3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.607695 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-00737499-8eab-4864-9b29-f95fb2ffe7cb req-7bde70c2-1250-4e68-8648-ab323dbe6ef3 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 946 time: 0.0474083 Apr 28 19:45:37.635438 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Pushing event updated for resources: {'Port': ['ID=5fa8bc20-694f-417e-a251-21c9048de0b7,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:37.660366 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-00737499-8eab-4864-9b29-f95fb2ffe7cb req-f5d6291d-7f38-42fd-9f9c-874d114aba01 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Apr 28 19:45:37.789557 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:37.792311 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c610a98d6a6d5b47bf5e0527c9b50cc0da5ce41b702571ea751c25439c247250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be244f34-caf7-4306-bf4f-59044c1b1a0a" -d '{"events": [{"server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:37.979755 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1d954-e657-4029-b0ca-552d6acaf256 x-openstack-request-id: req-d9b1d954-e657-4029-b0ca-552d6acaf256 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:37.980059 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:37.980417 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9b1d954-e657-4029-b0ca-552d6acaf256 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:37.980824 dv-cinder-826949-7-iscsi neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b1d954-e657-4029-b0ca-552d6acaf256'] response: {'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'code': 200} Apr 28 19:45:38.073492 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b267ee6-cd24-4fb0-bc26-3141442d9933 req-b4d1f9d0-9a83-474c-9ba7-32cc7efbd0f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.074936 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b267ee6-cd24-4fb0-bc26-3141442d9933 req-b4d1f9d0-9a83-474c-9ba7-32cc7efbd0f3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 946 time: 0.0500536 Apr 28 19:45:38.126839 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-4b267ee6-cd24-4fb0-bc26-3141442d9933 req-5f9c38bf-b77e-4f28-a5c0-786a1fa905e6 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461690 Apr 28 19:45:38.215263 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896c4b7-4d47-4ef9-a85d-cf38e0fb208c req-75f9261b-9dc6-461f-b789-e819a903d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.216745 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7896c4b7-4d47-4ef9-a85d-cf38e0fb208c req-75f9261b-9dc6-461f-b789-e819a903d9cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 1130 time: 0.0410311 Apr 28 19:45:38.263941 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7896c4b7-4d47-4ef9-a85d-cf38e0fb208c req-15c8cb8f-cd09-4231-b209-775308ce374d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Apr 28 19:45:39.236353 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cc777-f6c4-474c-979d-8b6dc4139fc3 req-0aec7285-0c91-45bf-9a35-8e9c5cb00778 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.238342 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-611cc777-f6c4-474c-979d-8b6dc4139fc3 req-0aec7285-0c91-45bf-9a35-8e9c5cb00778 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 946 time: 0.0458617 Apr 28 19:45:39.285465 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-611cc777-f6c4-474c-979d-8b6dc4139fc3 req-6905767c-2360-49e0-8bd7-5062d1f5fc17 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Apr 28 19:45:40.397034 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714cec9-5f17-4248-bb1f-ee1b9afe1446 req-bf80f907-a648-4376-9674-9d0f831836b4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.398417 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7714cec9-5f17-4248-bb1f-ee1b9afe1446 req-bf80f907-a648-4376-9674-9d0f831836b4 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 946 time: 0.0456491 Apr 28 19:45:40.448318 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7714cec9-5f17-4248-bb1f-ee1b9afe1446 req-1fc35bda-0b3a-4d55-abd0-f42d0b08a25e tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Apr 28 19:45:40.554873 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916bb51-68c5-45d8-aed0-ed47e113b3fd req-7ef31e65-8f11-4af3-a713-72d578f59b3c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.556338 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f916bb51-68c5-45d8-aed0-ed47e113b3fd req-7ef31e65-8f11-4af3-a713-72d578f59b3c tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 946 time: 0.0452921 Apr 28 19:45:40.603843 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-f916bb51-68c5-45d8-aed0-ed47e113b3fd req-b34c6c79-eacc-4e58-b3e1-50741850cd8f tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418863 Apr 28 19:45:40.625399 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60636) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:40.757103 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913b186-b0ac-4770-9088-c17af6f0fcfd tempest-TestVolumeBootPattern-1468112978 tempest-TestVolumeBootPattern-1468112978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.758696 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3913b186-b0ac-4770-9088-c17af6f0fcfd tempest-TestVolumeBootPattern-1468112978 tempest-TestVolumeBootPattern-1468112978-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 1125 time: 0.1323335 Apr 28 19:45:40.761549 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60640) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:40.765659 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.v2.base [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Request body: {'floatingip': {'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'port_id': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:40.784639 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.863938 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.963730 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Allocated IP 172.27.2.238 (bdaba99a-90d2-42d1-9e95-05fac55cb049/64e84612-b10d-487b-b8f5-b1ec0605f8a1/0a0068f0-94cb-41d0-857c-6d3bd647ea9b) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:41.066096 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.097754 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754242792569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.135675 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Network bdaba99a-90d2-42d1-9e95-05fac55cb049 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:41.140666 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:41.143302 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:41.166529 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=0a0068f0-94cb-41d0-857c-6d3bd647ea9b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.183991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.184329 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.184667 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.185001 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.185330 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.185672 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.185999 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.186319 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.186644 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.186965 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.187284 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.187600 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.187917 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.188230 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.188542 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:41.513703 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (321b1a76-06b9-4b01-a525-5d8062d634c3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.583144 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-618707'] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.727241 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.731591 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754243311324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754242792587', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754242792605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15159032'] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.798824 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event updated for resources: {'Port': ['ID=0a0068f0-94cb-41d0-857c-6d3bd647ea9b,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.810260 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477730'] for floatingip (321b1a76-06b9-4b01-a525-5d8062d634c3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.911483 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Floating IP 321b1a76-06b9-4b01-a525-5d8062d634c3 associated. External IP: 172.27.2.238, port: 5fa8bc20-694f-417e-a251-21c9048de0b7. Apr 28 19:45:42.371491 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:45:42.479766 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:45:42.491182 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:42.497893 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.500486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:42.501106 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:45:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:42.537657 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-21f40ec2-2bf6-45e2-b680-54f788cb8a53 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7648950 Apr 28 19:45:42.537657 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:42.537657 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37ec0a8-4619-481e-9e64-18ce3047c8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:42.570450 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6451609d-62ca-4e18-8474-a9d84a2f7a50 x-openstack-request-id: req-6451609d-62ca-4e18-8474-a9d84a2f7a50 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:42.570745 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:42.570999 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6451609d-62ca-4e18-8474-a9d84a2f7a50 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:42.571407 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6451609d-62ca-4e18-8474-a9d84a2f7a50'] response: {'name': 'network-changed', 'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'status': 'completed', 'code': 200} Apr 28 19:45:42.613800 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:42.633022 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-ae0b4f8e-f52b-4bc7-86af-3077246cae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.634545 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-ae0b4f8e-f52b-4bc7-86af-3077246cae82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 1130 time: 0.0385098 Apr 28 19:45:42.723709 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-6821fbd4-a2fb-4f5c-928c-75711a7bd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.725149 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-6821fbd4-a2fb-4f5c-928c-75711a7bd691 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0850391 Apr 28 19:45:42.787010 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-eacea8bd-5109-4fda-81d9-863c43126c91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa8bc20-694f-417e-a251-21c9048de0b7 HTTP/1.1" status: 200 len: 1000 time: 0.0558410 Apr 28 19:45:42.826376 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:58Z', 'revision_number': 1, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}, {'id': '321b1a76-06b9-4b01-a525-5d8062d634c3', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:cf:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:41Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:42.834561 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-7ad37644-55a9-427a-9ff6-b0c53cdd6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.835994 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-7ad37644-55a9-427a-9ff6-b0c53cdd6956 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0422804 Apr 28 19:45:42.853197 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:42.861393 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:42.862592 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:45:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:42.882189 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-670bff98-78f8-46f9-a068-22d28ad95423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.883701 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-670bff98-78f8-46f9-a068-22d28ad95423 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422544 Apr 28 19:45:42.968695 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:42.971207 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-ee860a82-4536-458b-949a-e323327b9431 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815690 Apr 28 19:45:43.063837 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-f37ec0a8-4619-481e-9e64-18ce3047c8b3 req-a2c3bc60-1fce-45db-9f88-74d0a88dc41b service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864820 Apr 28 19:45:43.195654 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:58Z', 'revision_number': 1, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}, {'id': '321b1a76-06b9-4b01-a525-5d8062d634c3', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:cf:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:41Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:43.226854 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5e0477-ec39-4584-a252-2996087fbd46 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:58Z', 'revision_number': 1, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}, {'id': '321b1a76-06b9-4b01-a525-5d8062d634c3', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:cf:60:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:41Z', 'revision_number': 0, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:43.436594 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ad003-b534-4264-8056-1b607da72830 None None] New status for floating IP 321b1a76-06b9-4b01-a525-5d8062d634c3: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:45:45.400761 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.545692 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b33c94fc-f312-47ad-862c-cc615970f5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:49.801738 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-30804b69-9a67-44f2-a31e-f0bb8e196eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:50.954324 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.418010 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.023836 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:55.260377 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:46:01.761340 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17176c-e40d-48c5-a2d6-762b6283a2d0 req-e16c018a-4351-4650-a7c3-8efbe3743306 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.762762 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f17176c-e40d-48c5-a2d6-762b6283a2d0 req-e16c018a-4351-4650-a7c3-8efbe3743306 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 946 time: 0.0468709 Apr 28 19:46:01.807133 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-9f17176c-e40d-48c5-a2d6-762b6283a2d0 req-f8705d97-7c89-4d79-a034-8a9d3cc9839a tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Apr 28 19:46:02.925099 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185e9eb-2010-4912-99be-58f22ea0ddbb req-fc3b856e-168b-4be8-a131-c0dc7e69bd13 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:02.926571 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e185e9eb-2010-4912-99be-58f22ea0ddbb req-fc3b856e-168b-4be8-a131-c0dc7e69bd13 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 946 time: 0.0509295 Apr 28 19:46:02.971544 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-e185e9eb-2010-4912-99be-58f22ea0ddbb req-4f735bf2-42f1-48e4-b4f5-60b7a541ce12 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Apr 28 19:46:03.871229 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-133d0b23-c3b1-45c8-b19b-28dc0427352a tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:03.872680 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-133d0b23-c3b1-45c8-b19b-28dc0427352a tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 946 time: 0.0457065 Apr 28 19:46:03.952723 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Deleting port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:46:03.953063 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.041871 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] For port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,segment=NetworkSegment(74e6159c-da89-4877-9410-74bc420db8ef),segment_id=74e6159c-da89-4877-9410-74bc420db8ef)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:04.042243 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.055232 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Calling delete_port for eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:46:04.081523 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f76b7b-705f-4a9f-89f8-96745142ee7c req-553eab7a-5019-4952-88d5-d473d8bfa2b6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.083036 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-63f76b7b-705f-4a9f-89f8-96745142ee7c req-553eab7a-5019-4952-88d5-d473d8bfa2b6 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/ports?device_id=25083fd2-72b5-4ef7-8aa2-73fdd2062d58 HTTP/1.1" status: 200 len: 946 time: 0.0458143 Apr 28 19:46:04.128687 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-63f76b7b-705f-4a9f-89f8-96745142ee7c req-69d6e664-2a0c-4a92-98c2-ba204e66c7fb tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.55 "GET /v2.0/security-groups?id=18b8372c-eb6a-4ef0-821f-30832fa175e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Apr 28 19:46:04.182493 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.195886 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] get_ports_and_sgs() called for port_ids ['eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:04.212971 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Pushing event deleted for resources: {'Port': ['ID=eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:04.255040 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] No DVR routers for this DVR port eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:04.257534 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.260832 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-61efd5b6-7c27-413a-a8a8-a37d7d00ec7e req-057cb380-b261-4922-9eba-5097dcf2bcf4 tempest-VolumesSnapshotTestJSON-730052841 tempest-VolumesSnapshotTestJSON-730052841-project] 10.222.0.45 "DELETE /v2.0/ports/eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e HTTP/1.1" status: 204 len: 173 time: 0.3824749 Apr 28 19:46:04.261274 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'name': 'network-vif-deleted', 'tag': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:04.263585 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a790f5-0443-4f83-affd-9a2c2d794c17" -d '{"events": [{"server_uuid": "25083fd2-72b5-4ef7-8aa2-73fdd2062d58", "name": "network-vif-deleted", "tag": "eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:04.305466 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d48c2a5-9b8e-476e-8712-086be0963029 x-openstack-request-id: req-6d48c2a5-9b8e-476e-8712-086be0963029 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:04.305789 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25083fd2-72b5-4ef7-8aa2-73fdd2062d58", "name": "network-vif-deleted", "tag": "eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:04.306045 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d48c2a5-9b8e-476e-8712-086be0963029 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:04.306502 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d48c2a5-9b8e-476e-8712-086be0963029'] response: {'server_uuid': '25083fd2-72b5-4ef7-8aa2-73fdd2062d58', 'name': 'network-vif-deleted', 'tag': 'eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e', 'status': 'completed', 'code': 200} Apr 28 19:46:08.606205 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:46:08.625600 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:46:08.625964 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device eaeba1b7-3f07-4dc4-91cb-9ca6d3ad439e not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:46:15.399352 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:17.546496 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7b976a24-c3e1-4576-8976-edcefc64b4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:19.804089 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ad1cab37-3150-4772-9807-fde4ae19b4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:20.957580 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:22.417207 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.025268 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.255897 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 60872) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:32.258976 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:46:32.302420 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Deleting subnet 8960b4fc-f142-4f3d-81de-d7a4cf980dbb {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:46:32.305380 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Publish callbacks [] for subnet (8960b4fc-f142-4f3d-81de-d7a4cf980dbb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.337828 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13154238'] for subnet (8960b4fc-f142-4f3d-81de-d7a4cf980dbb), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.375866 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (8960b4fc-f142-4f3d-81de-d7a4cf980dbb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.425249 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12872756'] for subnet (8960b4fc-f142-4f3d-81de-d7a4cf980dbb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.457415 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8960b4fc-f142-4f3d-81de-d7a4cf980dbb,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:32.461750 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.464787 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8960b4fc-f142-4f3d-81de-d7a4cf980dbb HTTP/1.1" status: 204 len: 168 time: 0.2078474 Apr 28 19:46:32.467607 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60874) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:32.469671 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.470026 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.470372 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.470716 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.471650 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.471994 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.472327 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.472658 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.472991 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.473322 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.473668 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.474002 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.474328 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.474653 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.474976 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcae903-31d8-4e04-b336-a1b19ee7ae64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:32.537658 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (82a417bb-5ae5-46f5-8ebc-be7a0126b122), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.614838 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (82a417bb-5ae5-46f5-8ebc-be7a0126b122), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.633970 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a417bb-5ae5-46f5-8ebc-be7a0126b122']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:32.643532 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e6159c-da89-4877-9410-74bc420db8ef') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:32.643827 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e6159c-da89-4877-9410-74bc420db8ef') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:32.652972 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (74e6159c-da89-4877-9410-74bc420db8ef), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.666389 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (74e6159c-da89-4877-9410-74bc420db8ef), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.672718 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:32.673104 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (74e6159c-da89-4877-9410-74bc420db8ef), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:32.675102 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:32.732350 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (82a417bb-5ae5-46f5-8ebc-be7a0126b122), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.737170 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.740290 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] 10.222.0.55 "DELETE /v2.0/networks/82a417bb-5ae5-46f5-8ebc-be7a0126b122 HTTP/1.1" status: 204 len: 168 time: 0.2717054 Apr 28 19:46:32.752180 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc87d9e-2653-4b74-8993-af8b2117996b admin admin] Pushing event deleted for resources: {'Network': ['ID=82a417bb-5ae5-46f5-8ebc-be7a0126b122,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:32.847502 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60878) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:32.886927 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-4d96a478-5a06-4d99-85a1-505e0a95b7a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ebd8c261e9845c6a7feb7c1a6be8fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382760 Apr 28 19:46:32.889400 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60880) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:32.934938 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f862445-28d9-40fc-98b3-b7473fe4a2bd admin admin] Publish callbacks [] for security_group (18b8372c-eb6a-4ef0-821f-30832fa175e8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:32.956278 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f862445-28d9-40fc-98b3-b7473fe4a2bd admin admin] Publish callbacks [] for security_group (18b8372c-eb6a-4ef0-821f-30832fa175e8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:33.004563 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f862445-28d9-40fc-98b3-b7473fe4a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (18b8372c-eb6a-4ef0-821f-30832fa175e8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:33.007117 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f862445-28d9-40fc-98b3-b7473fe4a2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:33.008307 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-2f862445-28d9-40fc-98b3-b7473fe4a2bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18b8372c-eb6a-4ef0-821f-30832fa175e8 HTTP/1.1" status: 204 len: 168 time: 0.1179683 Apr 28 19:46:33.015990 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f862445-28d9-40fc-98b3-b7473fe4a2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b8372c-eb6a-4ef0-821f-30832fa175e8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.399822 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.547456 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f46c945d-cfbf-4506-b20d-1eac7e7ac09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:49.805952 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-eb6bdcd8-ab65-4092-869d-37b0beac914b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.957877 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:52.423354 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:54.027660 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:56.702455 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-d091f2bf-c068-4c70-a5cf-a6c56c743d73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429118 Apr 28 19:46:56.778713 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-51f60bd2-0567-45d4-afe4-d48d6f510cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.780169 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-51f60bd2-0567-45d4-afe4-d48d6f510cc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1129 time: 0.0374627 Apr 28 19:46:56.886719 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-3ffe252b-2beb-4964-83ef-7717ac72446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.888184 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-3ffe252b-2beb-4964-83ef-7717ac72446f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0850992 Apr 28 19:46:57.220084 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-8a18dcbd-e1db-40cf-aec6-b818cac53e41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 1001 time: 0.3263433 Apr 28 19:46:57.266091 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-ba41ebde-c73b-4b0f-9c28-66882a6cd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.267455 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-ba41ebde-c73b-4b0f-9c28-66882a6cd4df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0410070 Apr 28 19:46:57.311572 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-4cb1d2a5-6148-4f9f-b827-0caf6076fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.313018 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-4cb1d2a5-6148-4f9f-b827-0caf6076fb76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378962 Apr 28 19:46:57.401764 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-520d0b9b-bc8b-4da9-b570-8fd7819a2fe0 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822341 Apr 28 19:46:57.490526 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-7cd5a5b5-72b3-4e09-9753-13799dd90b27 req-42e05539-f3f7-43dc-a550-bcdf486523e4 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831187 Apr 28 19:47:09.258972 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:47:15.397472 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:17.548527 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ee305938-5f47-4d8d-a54f-d4c03115596d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:19.806901 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-50718966-1f10-44e8-8d60-783085382730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:20.961415 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:22.423069 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:24.028828 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:44.515251 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-8f839961-f256-4bc8-94a2-13c352b8c214 req-93569621-cde1-4668-b44f-ac2812b8ecaa service neutron] (103241) timed out ('10.222.0.45', 64141) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 19:47:45.400202 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:45.771531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60894) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:45.917653 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Deleting port 0a0068f0-94cb-41d0-857c-6d3bd647ea9b {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:47:45.917991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:45.990511 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:45.990839 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:46.002309 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Calling delete_port for 0a0068f0-94cb-41d0-857c-6d3bd647ea9b owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:47:46.171099 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (0a0068f0-94cb-41d0-857c-6d3bd647ea9b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:46.199709 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event deleted for resources: {'Port': ['ID=0a0068f0-94cb-41d0-857c-6d3bd647ea9b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:46.230185 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.230529 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.230867 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.231209 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.231543 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.231864 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.232186 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.232507 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.232831 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.233152 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.233474 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.233823 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.234144 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.234459 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.234777 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:46.258990 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:47:46.274972 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (321b1a76-06b9-4b01-a525-5d8062d634c3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:46.275298 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Floating IP 321b1a76-06b9-4b01-a525-5d8062d634c3 disassociated (deleted). External IP: 172.27.2.238, port: 5fa8bc20-694f-417e-a251-21c9048de0b7. Apr 28 19:47:46.480395 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:46.590174 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:46.594899 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:46.599360 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:46.608197 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:46.608802 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:46.623347 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-97fb9ad8-5422-4140-8a37-1918a9a75d94 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "DELETE /v2.0/floatingips/321b1a76-06b9-4b01-a525-5d8062d634c3 HTTP/1.1" status: 204 len: 168 time: 0.8507652 Apr 28 19:47:46.623918 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:46.626180 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:46.727167 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:46.788027 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a70cd6c-69d5-40a6-84bf-6b8c25b8c31a x-openstack-request-id: req-4a70cd6c-69d5-40a6-84bf-6b8c25b8c31a {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:46.788543 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:46.788640 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a70cd6c-69d5-40a6-84bf-6b8c25b8c31a {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:46.788975 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a70cd6c-69d5-40a6-84bf-6b8c25b8c31a'] response: {'name': 'network-changed', 'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'status': 'completed', 'code': 200} Apr 28 19:47:46.945835 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:58Z', 'revision_number': 1, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:46.975486 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:46.983460 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:46.984066 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:20Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:47.090785 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:47.099196 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c2f1d-dd08-48dc-8123-2830b8d63462 req-7000c9ab-f172-4225-b619-8cc3645914ce tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.100695 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f6c2f1d-dd08-48dc-8123-2830b8d63462 req-7000c9ab-f172-4225-b619-8cc3645914ce tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 946 time: 0.2701869 Apr 28 19:47:47.148832 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2f6c2f1d-dd08-48dc-8123-2830b8d63462 req-5bf62a3a-51ea-4801-a59d-d4928cdce4de tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Apr 28 19:47:47.298027 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:58Z', 'revision_number': 1, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:47.323219 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d5f6f-7e98-4530-b7ec-f41f4580872d None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_floatingips': [{'id': '0a3fa035-173d-466f-a353-31df0358c2d2', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'router_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'port_id': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'mac_address': 'fa:16:3e:d3:aa:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:42:56Z', 'updated_at': '2022-04-28T19:42:58Z', 'revision_number': 1, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:47.543162 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6311259-a8c4-455e-8da3-805c05a2e162 None None] New status for floating IP 321b1a76-06b9-4b01-a525-5d8062d634c3: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:47.549901 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3ce2724c-2d0a-4a85-acb7-83394515eabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:47.841233 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-22f2699a-6648-4fac-aed4-4436cd124202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.842619 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-22f2699a-6648-4fac-aed4-4436cd124202 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 1130 time: 0.0843384 Apr 28 19:47:47.943318 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-89d5e6d6-a05d-48c7-9373-9ea6ef9a8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.945139 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-89d5e6d6-a05d-48c7-9373-9ea6ef9a8b6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0828521 Apr 28 19:47:48.000309 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-02203bd5-3c0a-4801-9044-9f9f796613b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa8bc20-694f-417e-a251-21c9048de0b7 HTTP/1.1" status: 200 len: 217 time: 0.0489407 Apr 28 19:47:48.045750 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-10994423-25e8-4ea4-ba59-cd8b22a2cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.047124 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-10994423-25e8-4ea4-ba59-cd8b22a2cfb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0410428 Apr 28 19:47:48.094570 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-9f8918dc-49e4-49da-bffc-edfe19fde736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.095942 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-9f8918dc-49e4-49da-bffc-edfe19fde736 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392923 Apr 28 19:47:48.266536 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf5b9d-ef75-43ab-bee6-3a792837bfc0 req-d5f53706-f5aa-46db-a14b-48ec3984deb3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.267998 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2fbf5b9d-ef75-43ab-bee6-3a792837bfc0 req-d5f53706-f5aa-46db-a14b-48ec3984deb3 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 946 time: 0.0500610 Apr 28 19:47:48.284662 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-f5e9c0ff-4ba1-4f75-b6e7-204e1e7a20a3 service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890388 Apr 28 19:47:48.316649 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-2fbf5b9d-ef75-43ab-bee6-3a792837bfc0 req-d20dd5b9-9670-4a7a-af87-dbc42b2c2c47 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Apr 28 19:47:48.372830 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-c7b2b35e-0d16-4d08-a136-2d0f7883a85b req-be1d50d7-7e41-4f7b-824c-1df89451c7cb service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822346 Apr 28 19:47:48.719963 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-819d60c7-4b0c-4418-8030-4389065a9b74 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.721382 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-819d60c7-4b0c-4418-8030-4389065a9b74 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 946 time: 0.0500970 Apr 28 19:47:48.804473 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Deleting port 5fa8bc20-694f-417e-a251-21c9048de0b7 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:47:48.804828 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:48.895291 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] For port 5fa8bc20-694f-417e-a251-21c9048de0b7, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=5fa8bc20-694f-417e-a251-21c9048de0b7,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:48.895960 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:48.908482 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Calling delete_port for 5fa8bc20-694f-417e-a251-21c9048de0b7 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:47:49.038168 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (5fa8bc20-694f-417e-a251-21c9048de0b7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:49.067408 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event deleted for resources: {'Port': ['ID=5fa8bc20-694f-417e-a251-21c9048de0b7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:49.092141 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.092500 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.092848 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.093193 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.093529 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.093888 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.094221 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.094551 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.094886 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.095214 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.095542 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.095869 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.096196 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.097035 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.097391 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-iscsi {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:49.120389 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] No DVR routers for this DVR port 5fa8bc20-694f-417e-a251-21c9048de0b7 on host hv-cinder-82694 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:49.122909 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:49.126364 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-bae62d6b-c440-4fb7-9a73-61cb2bdc6a7a req-26d1809b-8a9a-4eb8-9014-367e4070eab7 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "DELETE /v2.0/ports/5fa8bc20-694f-417e-a251-21c9048de0b7 HTTP/1.1" status: 204 len: 173 time: 0.3987427 Apr 28 19:47:49.126795 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'name': 'network-vif-deleted', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:49.129112 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd92a52d57fa9bff716fbf8bb66ab7ce31d339404cb9e712d130932647bce6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89192cc4-d05e-49de-8533-79241b89cbdc" -d '{"events": [{"server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "name": "network-vif-deleted", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:49.226040 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c150d232-33b8-4801-888a-3ded58dcbb73 x-openstack-request-id: req-c150d232-33b8-4801-888a-3ded58dcbb73 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:49.226338 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e07e36-bf91-4510-8bba-c160eed4b660", "name": "network-vif-deleted", "tag": "5fa8bc20-694f-417e-a251-21c9048de0b7", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:49.226594 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c150d232-33b8-4801-888a-3ded58dcbb73 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:49.227002 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c150d232-33b8-4801-888a-3ded58dcbb73'] response: {'server_uuid': 'e3e07e36-bf91-4510-8bba-c160eed4b660', 'name': 'network-vif-deleted', 'tag': '5fa8bc20-694f-417e-a251-21c9048de0b7', 'status': 'completed', 'code': 200} Apr 28 19:47:49.417066 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-a8cf60c7-2f5d-404b-9120-5448169a66ea req-38c285b5-fcba-46c3-831d-d9337a11c002 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3e07e36-bf91-4510-8bba-c160eed4b660 HTTP/1.1" status: 200 len: 210 time: 0.0314846 Apr 28 19:47:49.808732 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a49d2f93-af37-4c74-a0ca-e0b87e6046ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:50.964284 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:51.946143 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 5fa8bc20-694f-417e-a251-21c9048de0b7 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:51.965384 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 5fa8bc20-694f-417e-a251-21c9048de0b7 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:47:51.966028 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 5fa8bc20-694f-417e-a251-21c9048de0b7 not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:52.429776 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:52.694601 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60942) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:52.841548 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Deleting port 4b2e1e6c-8338-425a-a4f5-5f0b3179ff53 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:47:52.841919 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:52.918554 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:52.918879 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:52.931214 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Calling delete_port for 4b2e1e6c-8338-425a-a4f5-5f0b3179ff53 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:47:53.075338 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (4b2e1e6c-8338-425a-a4f5-5f0b3179ff53), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:53.099431 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event deleted for resources: {'Port': ['ID=4b2e1e6c-8338-425a-a4f5-5f0b3179ff53,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:53.162915 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (0a3fa035-173d-466f-a353-31df0358c2d2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:53.163295 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.db.l3_db [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Floating IP 0a3fa035-173d-466f-a353-31df0358c2d2 disassociated (deleted). External IP: 172.27.2.246, port: 52b3e38a-2771-41b0-8fd7-a61bd5be0fad. Apr 28 19:47:53.374102 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:53.483244 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:53.488559 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:53.494323 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:53.503312 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:53.503911 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:53.517537 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-3aeb0895-3c8f-4a1c-b45e-77f964f9f475 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "DELETE /v2.0/floatingips/0a3fa035-173d-466f-a353-31df0358c2d2 HTTP/1.1" status: 204 len: 168 time: 0.8218808 Apr 28 19:47:53.518220 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:53.520472 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:53.611789 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:53.671641 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e0e5a-1aec-4704-8c10-7a4d222b79e8 x-openstack-request-id: req-8d0e0e5a-1aec-4704-8c10-7a4d222b79e8 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:53.671939 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:53.672200 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d0e0e5a-1aec-4704-8c10-7a4d222b79e8 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:53.672612 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0e0e5a-1aec-4704-8c10-7a4d222b79e8'] response: {'name': 'network-changed', 'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'status': 'completed', 'code': 200} Apr 28 19:47:53.763443 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c8435-6beb-4055-8033-6440b36d6567 req-d074e598-b909-42d6-ab26-46a74b511f00 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.765157 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b74c8435-6beb-4055-8033-6440b36d6567 req-d074e598-b909-42d6-ab26-46a74b511f00 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Apr 28 19:47:53.787566 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-cd0b6594-26cb-4592-af58-22919b90a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.789094 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-cd0b6594-26cb-4592-af58-22919b90a148 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a837f4ec8f043929f597936b5d02c07&device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 1129 time: 0.0397265 Apr 28 19:47:53.814794 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-b74c8435-6beb-4055-8033-6440b36d6567 req-2518006e-f725-4b2c-bf2d-d32366c5c011 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/security-groups?id=898ca1fe-4a5c-4b86-9c26-135e5e3603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 Apr 28 19:47:53.816890 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:53.844956 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:53.853945 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:53.854762 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:53.886139 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-a4b0e3ae-70e1-42bc-ad44-eecb994dd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.887518 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-a4b0e3ae-70e1-42bc-ad44-eecb994dd44c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 200 len: 912 time: 0.0924971 Apr 28 19:47:53.927881 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-88205a66-b484-4eec-b8c0-0ed94efeff1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 200 len: 217 time: 0.0333457 Apr 28 19:47:53.961829 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:53.990963 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-e20e06ba-2ef9-4a49-8201-67b348cb0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.992386 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-e20e06ba-2ef9-4a49-8201-67b348cb0d2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 200 len: 850 time: 0.0468023 Apr 28 19:47:54.059185 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.163657 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:54.188603 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4e108-fa4c-482d-a90e-2955b6790f08 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:12Z', 'revision_number': 4, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi', '_interfaces': [{'id': '6c6f1170-ce74-4439-8e78-1cbfe22d5b0b', 'name': '', 'network_id': 'd449bd91-9e09-4fb2-9e8c-e3093f4b5fbc', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'mac_address': 'fa:16:3e:b9:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:11Z', 'updated_at': '2022-04-28T19:39:16Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'subnets': [{'id': '8a0d2cae-b508-4eed-b8f2-b976115000f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:54.244427 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-2d8d82f4-b8e6-4f6b-84e1-f01e4b438398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.245949 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-2d8d82f4-b8e6-4f6b-84e1-f01e4b438398 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391216 Apr 28 19:47:54.332544 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-fa968576-4d13-4a7f-8a10-12349135aba5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.334185 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-fa968576-4d13-4a7f-8a10-12349135aba5 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Apr 28 19:47:54.353067 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-8d40b500-8449-44a9-858e-adc6b857ed7c service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990338 Apr 28 19:47:54.420810 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab81204-e40b-4863-af7e-cbf299044d1a None None] New status for floating IP 0a3fa035-173d-466f-a353-31df0358c2d2: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:54.426646 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Deleting port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:47:54.426991 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.449761 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [req-9247b4d7-0611-4bcf-bbe1-0e0a94965dd9 req-c140a305-9982-44e1-82b5-68a6d55732ba service neutron] 10.222.0.45 "GET /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905678 Apr 28 19:47:54.523419 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] For port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:54.523785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.536461 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Calling delete_port for 52b3e38a-2771-41b0-8fd7-a61bd5be0fad owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:47:54.663220 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (52b3e38a-2771-41b0-8fd7-a61bd5be0fad), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.692004 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event deleted for resources: {'Port': ['ID=52b3e38a-2771-41b0-8fd7-a61bd5be0fad,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:54.734194 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] No DVR routers for this DVR port 52b3e38a-2771-41b0-8fd7-a61bd5be0fad on host hv-cinder-82694 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:54.736664 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.740435 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-7e2f221c-9067-4eaa-812d-b9a7df575121 req-c109247a-f2e8-491c-9903-6de7ace895cf tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.45 "DELETE /v2.0/ports/52b3e38a-2771-41b0-8fd7-a61bd5be0fad HTTP/1.1" status: 204 len: 173 time: 0.4015837 Apr 28 19:47:54.913969 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [req-38db4fbf-6347-4abe-a31c-c9f6c1246fe6 req-6298536a-da3d-4db6-9949-8ef62cd1d64d tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3abbc64-b0de-4edb-92e7-814854504e40 HTTP/1.1" status: 200 len: 210 time: 0.0310736 Apr 28 19:47:55.674767 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'name': 'network-vif-deleted', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:55.677057 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b76fad1b62413d0625942bb2066eaf5f924979bfa234d4b9e491b6298be9fefe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240612c4-5041-4e2d-8f9b-09175aec31b7" -d '{"events": [{"server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "name": "network-vif-deleted", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:55.711402 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ecadd-2b18-4557-a984-2af20aa3f727 x-openstack-request-id: req-b28ecadd-2b18-4557-a984-2af20aa3f727 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:55.711697 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3abbc64-b0de-4edb-92e7-814854504e40", "name": "network-vif-deleted", "tag": "52b3e38a-2771-41b0-8fd7-a61bd5be0fad", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:55.711956 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b28ecadd-2b18-4557-a984-2af20aa3f727 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:55.712356 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28ecadd-2b18-4557-a984-2af20aa3f727'] response: {'server_uuid': 'e3abbc64-b0de-4edb-92e7-814854504e40', 'name': 'network-vif-deleted', 'tag': '52b3e38a-2771-41b0-8fd7-a61bd5be0fad', 'status': 'completed', 'code': 200} Apr 28 19:47:55.973443 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60956) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:56.087531 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Deleting port 5f594f39-0d88-4c12-949e-1599565c3d03 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:47:56.087866 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (5f594f39-0d88-4c12-949e-1599565c3d03), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.159359 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (5f594f39-0d88-4c12-949e-1599565c3d03), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.159680 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (5f594f39-0d88-4c12-949e-1599565c3d03), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.171064 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Calling delete_port for 5f594f39-0d88-4c12-949e-1599565c3d03 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:47:56.297977 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (5f594f39-0d88-4c12-949e-1599565c3d03), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.323861 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event deleted for resources: {'Port': ['ID=5f594f39-0d88-4c12-949e-1599565c3d03,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.386665 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for floatingip (c23df3ad-cae5-4f28-909e-b9e0d28243a1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.389105 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1928643'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.390274 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9785db8f-8adf-474f-be75-cc49650e5500 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "DELETE /v2.0/floatingips/c23df3ad-cae5-4f28-909e-b9e0d28243a1 HTTP/1.1" status: 204 len: 168 time: 0.4158401 Apr 28 19:47:57.578368 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 60968) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:57.634873 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-237e9346-61f5-4e07-abc4-839c9b312d58 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group (898ca1fe-4a5c-4b86-9c26-135e5e3603e2), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.660314 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-237e9346-61f5-4e07-abc4-839c9b312d58 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group (898ca1fe-4a5c-4b86-9c26-135e5e3603e2), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.719227 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-237e9346-61f5-4e07-abc4-839c9b312d58 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (898ca1fe-4a5c-4b86-9c26-135e5e3603e2), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.721934 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-237e9346-61f5-4e07-abc4-839c9b312d58 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.723104 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-237e9346-61f5-4e07-abc4-839c9b312d58 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] 10.222.0.55 "DELETE /v2.0/security-groups/898ca1fe-4a5c-4b86-9c26-135e5e3603e2 HTTP/1.1" status: 204 len: 168 time: 0.1437278 Apr 28 19:47:57.732102 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e9346-61f5-4e07-abc4-839c9b312d58 tempest-TestVolumeBootPattern-554201686 tempest-TestVolumeBootPattern-554201686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ca1fe-4a5c-4b86-9c26-135e5e3603e2,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:57.976895 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 52b3e38a-2771-41b0-8fd7-a61bd5be0fad no longer exists at agent hyperv_hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:47:57.996541 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] No Port match for: 52b3e38a-2771-41b0-8fd7-a61bd5be0fad {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:47:57.996886 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Device 52b3e38a-2771-41b0-8fd7-a61bd5be0fad not bound to the agent host hv-cinder-82694 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:47:58.790188 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60974) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:59.461494 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (315ca599-abb5-4d3d-b081-7129a9af41ed), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:59.689543 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Deleting port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:47:59.689824 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:59.772565 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] For port 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:59.772926 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:59.785532 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Calling delete_port for 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:47:59.963325 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (6c6f1170-ce74-4439-8e78-1cbfe22d5b0b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:59.986147 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6f1170-ce74-4439-8e78-1cbfe22d5b0b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:00.156289 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (315ca599-abb5-4d3d-b081-7129a9af41ed), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:00.371965 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Router 315ca599-abb5-4d3d-b081-7129a9af41ed has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:48:00.478605 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:00.483552 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-81c2a57f-5841-4d5a-a65b-f78c2b7e82f8 admin admin] 10.222.0.55 "PUT /v2.0/routers/315ca599-abb5-4d3d-b081-7129a9af41ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6923361 Apr 28 19:48:00.486219 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60978) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:00.488337 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] Sync routers for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:00.500511 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:00.501124 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:00.592463 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks [] for router (315ca599-abb5-4d3d-b081-7129a9af41ed), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:00.608767 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: dv-cinder-826949-7-iscsi {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:00.701535 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks [] for router_gateway (315ca599-abb5-4d3d-b081-7129a9af41ed), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:00.748055 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Deleting port 41205199-58d8-4add-a962-d89e42c7e19a {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:48:00.748513 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (41205199-58d8-4add-a962-d89e42c7e19a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:00.829747 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] For port 41205199-58d8-4add-a962-d89e42c7e19a, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=41205199-58d8-4add-a962-d89e42c7e19a,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:00.830109 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (41205199-58d8-4add-a962-d89e42c7e19a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:00.843719 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Calling delete_port for 41205199-58d8-4add-a962-d89e42c7e19a owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:48:00.908544 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '41205199-58d8-4add-a962-d89e42c7e19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:47:59Z', 'revision_number': 5, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port': {'id': '41205199-58d8-4add-a962-d89e42c7e19a', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:00.934904 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] Checking router: 315ca599-abb5-4d3d-b081-7129a9af41ed for host: dv-cinder-826949-7-iscsi {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:00.943932 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] Routers {'315ca599-abb5-4d3d-b081-7129a9af41ed'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:00.944542 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['315ca599-abb5-4d3d-b081-7129a9af41ed'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:01.017034 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (41205199-58d8-4add-a962-d89e42c7e19a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.032565 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] Set router 315ca599-abb5-4d3d-b081-7129a9af41ed gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:01.042454 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Pushing event deleted for resources: {'Port': ['ID=41205199-58d8-4add-a962-d89e42c7e19a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:01.087323 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:48:00Z', 'revision_number': 6, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:01.102672 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (315ca599-abb5-4d3d-b081-7129a9af41ed), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.116269 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59efea1-4318-4957-a532-060c44bb7a14 None None] The sync data for ids ['315ca599-abb5-4d3d-b081-7129a9af41ed'] in dv-cinder-826949-7-iscsi is: [{'id': '315ca599-abb5-4d3d-b081-7129a9af41ed', 'name': 'tempest-TestVolumeBootPattern-979446511-router', 'tenant_id': '3a837f4ec8f043929f597936b5d02c07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:09Z', 'updated_at': '2022-04-28T19:48:00Z', 'revision_number': 6, 'project_id': '3a837f4ec8f043929f597936b5d02c07', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:01.196104 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (315ca599-abb5-4d3d-b081-7129a9af41ed), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.198254 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks [] for router_controller (315ca599-abb5-4d3d-b081-7129a9af41ed), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.242552 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (315ca599-abb5-4d3d-b081-7129a9af41ed), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.243320 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315ca599-abb5-4d3d-b081-7129a9af41ed {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:01.247780 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.249200 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-21769bbe-b35c-46b8-9d15-89ce9fe6790b admin admin] 10.222.0.55 "DELETE /v2.0/routers/315ca599-abb5-4d3d-b081-7129a9af41ed HTTP/1.1" status: 204 len: 168 time: 0.7620072 Apr 28 19:48:01.251498 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60980) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:01.294250 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] Deleting subnet 8a0d2cae-b508-4eed-b8f2-b976115000f6 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:48:01.297096 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] Publish callbacks [] for subnet (8a0d2cae-b508-4eed-b8f2-b976115000f6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.330607 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (8a0d2cae-b508-4eed-b8f2-b976115000f6), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.412795 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (8a0d2cae-b508-4eed-b8f2-b976115000f6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.472474 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (8a0d2cae-b508-4eed-b8f2-b976115000f6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.499874 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0d2cae-b508-4eed-b8f2-b976115000f6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:01.504113 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.507316 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-caef6300-edac-440e-b5ed-fa64d4ce44fa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a0d2cae-b508-4eed-b8f2-b976115000f6 HTTP/1.1" status: 204 len: 168 time: 0.2549160 Apr 28 19:48:01.510432 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.55', 60982) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:01.517369 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5ca46-d31e-4e34-893d-65f96fe5baa9 None None] Network d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:48:01.592889 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:01.614619 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:48:01.614966 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6c6f1170-ce74-4439-8e78-1cbfe22d5b0b not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:01.616665 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.660718 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Deleting port b8fd18a3-8737-4be3-af0b-74d8e8860b46 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:48:01.661063 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.726039 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] For port b8fd18a3-8737-4be3-af0b-74d8e8860b46, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=b8fd18a3-8737-4be3-af0b-74d8e8860b46,segment=NetworkSegment(8e49f088-ca55-4316-b7d2-1cea82a14015),segment_id=8e49f088-ca55-4316-b7d2-1cea82a14015)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:01.726406 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.739139 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Calling delete_port for b8fd18a3-8737-4be3-af0b-74d8e8860b46 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:48:01.814187 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13283119'] for port (b8fd18a3-8737-4be3-af0b-74d8e8860b46), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.839879 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] No DVR routers for this DVR port b8fd18a3-8737-4be3-af0b-74d8e8860b46 on host dv-cinder-826949-7-iscsi {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:01.841473 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fd18a3-8737-4be3-af0b-74d8e8860b46,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:01.913961 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.930896 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c4f44-c624-4d5f-8c8a-fcca8075b8ea None None] DHCP port deletion for d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:48:01.938199 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:01.949061 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e49f088-ca55-4316-b7d2-1cea82a14015') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:01.949811 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.services.segments.db [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e49f088-ca55-4316-b7d2-1cea82a14015') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:01.959658 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13154215'] for segment (8e49f088-ca55-4316-b7d2-1cea82a14015), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.974053 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (8e49f088-ca55-4316-b7d2-1cea82a14015), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.979758 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:01.980135 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13283096'] for segment (8e49f088-ca55-4316-b7d2-1cea82a14015), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: Traceback (most recent call last): Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: timer() Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: cb(*args, **kw) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: return func(*args, **kwargs) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: self._notify() Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: self.callback(batched_events) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: event.method(event) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: return f(self, *a, **k) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._get(url).json() Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:01.982121 dv-cinder-826949-7-iscsi neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:02.038477 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:02.043213 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:02.046494 dv-cinder-826949-7-iscsi neutron-server[103241]: INFO neutron.wsgi [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] 10.222.0.55 "DELETE /v2.0/networks/d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc HTTP/1.1" status: 204 len: 168 time: 0.5351233 Apr 28 19:48:02.049952 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60984) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:02.060932 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852843d-c57e-479b-b41a-078a06e27bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d449bd91-9e09-4fb2-9e8c-e3093f4b5fbc,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:02.385159 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477474'] for router_interface (347e516d-4c4d-4d4e-b6c2-3766173dee72), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:02.611544 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Deleting port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:48:02.612368 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:02.687046 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] For port 1ebcbbb2-d520-4115-b9e3-00648f1fabd2, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,segment=NetworkSegment(93d27f2c-3497-4be9-a6dd-edd14199dbc1),segment_id=93d27f2c-3497-4be9-a6dd-edd14199dbc1)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:02.687358 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:02.699662 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Calling delete_port for 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:48:02.875110 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (1ebcbbb2-d520-4115-b9e3-00648f1fabd2), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:02.900269 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebcbbb2-d520-4115-b9e3-00648f1fabd2,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:03.072667 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477582'] for router_interface (347e516d-4c4d-4d4e-b6c2-3766173dee72), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:03.490934 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b8fd18a3-8737-4be3-af0b-74d8e8860b46 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:03.510672 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: b8fd18a3-8737-4be3-af0b-74d8e8860b46 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:48:03.511155 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device b8fd18a3-8737-4be3-af0b-74d8e8860b46 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:03.511573 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 41205199-58d8-4add-a962-d89e42c7e19a no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:03.529472 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 41205199-58d8-4add-a962-d89e42c7e19a {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:48:03.529849 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 41205199-58d8-4add-a962-d89e42c7e19a not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:03.554543 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Router 347e516d-4c4d-4d4e-b6c2-3766173dee72 has already been hosted by L3 agent 7f471ab9-fb0f-490a-b11a-f701909c7713 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:48:03.661798 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-iscsi the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:48:03.666824 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-cfe0e008-7db7-4906-be6e-bb840b3c3895 admin admin] 10.222.0.55 "PUT /v2.0/routers/347e516d-4c4d-4d4e-b6c2-3766173dee72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158793 Apr 28 19:48:03.669353 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60986) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:03.670069 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] Sync routers for ids ['347e516d-4c4d-4d4e-b6c2-3766173dee72'] in dv-cinder-826949-7-iscsi {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:03.679504 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] Routers {'347e516d-4c4d-4d4e-b6c2-3766173dee72'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:03.680102 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['347e516d-4c4d-4d4e-b6c2-3766173dee72'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:03.774491 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks [] for router (347e516d-4c4d-4d4e-b6c2-3766173dee72), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:03.783727 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] Set router 347e516d-4c4d-4d4e-b6c2-3766173dee72 gateway port host: dv-cinder-826949-7-iscsi {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:03.878875 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks [] for router_gateway (347e516d-4c4d-4d4e-b6c2-3766173dee72), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:03.923370 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Deleting port 6e2ab492-10d2-49ed-96d4-3a076edacc7f {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:48:03.923611 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:03.946565 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'external_fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:48:02Z', 'revision_number': 5, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port': {'id': '6e2ab492-10d2-49ed-96d4-3a076edacc7f', 'name': '', 'network_id': 'bdaba99a-90d2-42d1-9e95-05fac55cb049', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:39:15Z', 'updated_at': '2022-04-28T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64e84612-b10d-487b-b8f5-b1ec0605f8a1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-iscsi'}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:03.976158 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] Checking router: 347e516d-4c4d-4d4e-b6c2-3766173dee72 for host: dv-cinder-826949-7-iscsi {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:03.984239 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] Routers {'347e516d-4c4d-4d4e-b6c2-3766173dee72'} bound to L3 agent in host dv-cinder-826949-7-iscsi {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:48:03.984842 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:23:20Z,description=,heartbeat_timestamp=2022-04-28T19:47:50Z,host='dv-cinder-826949-7-iscsi',id=7f471ab9-fb0f-490a-b11a-f701909c7713,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:23:20Z,topic='l3_agent')) {'router_ids': ['347e516d-4c4d-4d4e-b6c2-3766173dee72'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:04.000602 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] For port 6e2ab492-10d2-49ed-96d4-3a076edacc7f, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6e2ab492-10d2-49ed-96d4-3a076edacc7f,segment=NetworkSegment(858c5eba-f853-4104-a3df-b859654ebfc3),segment_id=858c5eba-f853-4104-a3df-b859654ebfc3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:04.000969 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.013948 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Calling delete_port for 6e2ab492-10d2-49ed-96d4-3a076edacc7f owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:48:04.160468 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] Set router 347e516d-4c4d-4d4e-b6c2-3766173dee72 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:48:04.183148 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (6e2ab492-10d2-49ed-96d4-3a076edacc7f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.211384 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:48:03Z', 'revision_number': 6, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port_host': None}], 'dv-cinder-826949-7-iscsi', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:04.212402 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2ab492-10d2-49ed-96d4-3a076edacc7f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.242238 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c14996-7a58-4ace-9237-dc05a715e45b None None] The sync data for ids ['347e516d-4c4d-4d4e-b6c2-3766173dee72'] in dv-cinder-826949-7-iscsi is: [{'id': '347e516d-4c4d-4d4e-b6c2-3766173dee72', 'name': 'tempest-TestVolumeBootPattern-802921280-router', 'tenant_id': '0f03b01bd751481c80894bf330c0000f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:39:14Z', 'updated_at': '2022-04-28T19:48:03Z', 'revision_number': 6, 'project_id': '0f03b01bd751481c80894bf330c0000f', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:04.273785 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638628'] for router_gateway (347e516d-4c4d-4d4e-b6c2-3766173dee72), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.368512 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2566'] for router (347e516d-4c4d-4d4e-b6c2-3766173dee72), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.370710 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks [] for router_controller (347e516d-4c4d-4d4e-b6c2-3766173dee72), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.418244 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-479814'] for router (347e516d-4c4d-4d4e-b6c2-3766173dee72), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.418793 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347e516d-4c4d-4d4e-b6c2-3766173dee72 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:48:04.423446 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.425091 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-e79171b2-462b-4f84-afcd-16011d5784f1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/347e516d-4c4d-4d4e-b6c2-3766173dee72 HTTP/1.1" status: 204 len: 168 time: 0.7547982 Apr 28 19:48:04.427508 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60988) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:04.471732 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] Deleting subnet d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:48:04.474801 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] Publish callbacks [] for subnet (d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.509885 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13000697'] for subnet (d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.583659 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517867'] for subnet (d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.640664 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15158322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12954457'] for subnet (d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.668850 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.670846 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.676110 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2dbd20-7e73-42e9-882e-5f312435614a None None] Network fe3b736f-b6c5-43ea-8b88-f2cff250583c requested from dv-cinder-826949-7-iscsi {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:48:04.676558 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-42e11493-4258-4835-abfe-7b5d8e44610c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d5c06b5c-51cf-4a49-82e8-b2fe6cdc268f HTTP/1.1" status: 204 len: 168 time: 0.2476320 Apr 28 19:48:04.678597 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60990) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:04.749012 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1493125'] for network (fe3b736f-b6c5-43ea-8b88-f2cff250583c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.796382 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Deleting port 6716aa5c-f904-4681-a991-fb33153e5ad1 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:48:04.796717 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754243310412'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.858088 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] For port 6716aa5c-f904-4681-a991-fb33153e5ad1, host dv-cinder-826949-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-iscsi',level=0,port_id=6716aa5c-f904-4681-a991-fb33153e5ad1,segment=NetworkSegment(93d27f2c-3497-4be9-a6dd-edd14199dbc1),segment_id=93d27f2c-3497-4be9-a6dd-edd14199dbc1)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:04.858454 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1653855'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.871297 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Calling delete_port for 6716aa5c-f904-4681-a991-fb33153e5ad1 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:48:04.951867 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754243311306', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754242792578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15159011'] for port (6716aa5c-f904-4681-a991-fb33153e5ad1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:04.977137 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=6716aa5c-f904-4681-a991-fb33153e5ad1,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.980521 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] No DVR routers for this DVR port 6716aa5c-f904-4681-a991-fb33153e5ad1 on host dv-cinder-826949-7-iscsi {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:05.034199 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cba49f-0505-4dc8-be2d-d16ff9c296a4 None None] DHCP port deletion for fe3b736f-b6c5-43ea-8b88-f2cff250583c request from dv-cinder-826949-7-iscsi {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:48:05.054148 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1364150', 'neutron.services.segments.db._delete_segments_for_network-8754243337337'] for network (fe3b736f-b6c5-43ea-8b88-f2cff250583c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.078687 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3b736f-b6c5-43ea-8b88-f2cff250583c']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:05.088192 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d27f2c-3497-4be9-a6dd-edd14199dbc1') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:05.088493 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.services.segments.db [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d27f2c-3497-4be9-a6dd-edd14199dbc1') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:05.098601 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754243338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13000672'] for segment (93d27f2c-3497-4be9-a6dd-edd14199dbc1), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.111390 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702'] for segment (93d27f2c-3497-4be9-a6dd-edd14199dbc1), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.117577 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:05.118004 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15158996'] for segment (93d27f2c-3497-4be9-a6dd-edd14199dbc1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: Traceback (most recent call last): Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: timer() Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: cb(*args, **kw) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: return func(*args, **kwargs) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: self._notify() Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: self.callback(batched_events) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: event.method(event) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: return f(self, *a, **k) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._get(url).json() Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:05.119986 dv-cinder-826949-7-iscsi neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:05.175181 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1364137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477708'] for network (fe3b736f-b6c5-43ea-8b88-f2cff250583c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.180408 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579979'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.183618 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] 10.222.0.55 "DELETE /v2.0/networks/fe3b736f-b6c5-43ea-8b88-f2cff250583c HTTP/1.1" status: 204 len: 168 time: 0.5041056 Apr 28 19:48:05.194479 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970adc-128c-4ad0-9be3-ccd04f5c0d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3b736f-b6c5-43ea-8b88-f2cff250583c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:05.298955 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60994) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:05.339455 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a14c0a06-d6ed-4115-9a6a-dbca9875d5cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a837f4ec8f043929f597936b5d02c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391428 Apr 28 19:48:05.341930 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 60996) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:05.395818 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a9074408-66fd-4734-8e09-58d4d9e3948b admin admin] Publish callbacks [] for security_group (30f1ea2d-d010-47fa-9996-0fd8ea790708), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.417820 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a9074408-66fd-4734-8e09-58d4d9e3948b admin admin] Publish callbacks [] for security_group (30f1ea2d-d010-47fa-9996-0fd8ea790708), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.438278 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:05.461417 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:48:05.462185 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 1ebcbbb2-d520-4115-b9e3-00648f1fabd2 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:05.462825 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6716aa5c-f904-4681-a991-fb33153e5ad1 no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:05.476362 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a9074408-66fd-4734-8e09-58d4d9e3948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (30f1ea2d-d010-47fa-9996-0fd8ea790708), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.479143 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a9074408-66fd-4734-8e09-58d4d9e3948b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.482922 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-a9074408-66fd-4734-8e09-58d4d9e3948b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30f1ea2d-d010-47fa-9996-0fd8ea790708 HTTP/1.1" status: 204 len: 168 time: 0.1375000 Apr 28 19:48:05.488298 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 6716aa5c-f904-4681-a991-fb33153e5ad1 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:48:05.488770 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9074408-66fd-4734-8e09-58d4d9e3948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1ea2d-d010-47fa-9996-0fd8ea790708,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:05.489390 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6716aa5c-f904-4681-a991-fb33153e5ad1 not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:05.491677 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6e2ab492-10d2-49ed-96d4-3a076edacc7f no longer exists at agent ovs-agent-dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:05.516156 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] No Port match for: 6e2ab492-10d2-49ed-96d4-3a076edacc7f {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:48:05.516429 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Device 6e2ab492-10d2-49ed-96d4-3a076edacc7f not bound to the agent host dv-cinder-826949-7-iscsi {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:05.783969 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 32770) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:05.823377 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-b823449e-9bff-4d53-8360-147c22666508 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f03b01bd751481c80894bf330c0000f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381846 Apr 28 19:48:05.825741 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.55', 32772) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:48:05.872077 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bc99-2fe9-4ee0-bd46-da46012efda3 admin admin] Publish callbacks [] for security_group (39984c71-5083-4792-8cd7-58bd6ddb3c01), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.893598 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bc99-2fe9-4ee0-bd46-da46012efda3 admin admin] Publish callbacks [] for security_group (39984c71-5083-4792-8cd7-58bd6ddb3c01), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.939185 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bc99-2fe9-4ee0-bd46-da46012efda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474689'] for security_group (39984c71-5083-4792-8cd7-58bd6ddb3c01), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.942025 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bc99-2fe9-4ee0-bd46-da46012efda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:05.943191 dv-cinder-826949-7-iscsi neutron-server[103240]: INFO neutron.wsgi [None req-c2e7bc99-2fe9-4ee0-bd46-da46012efda3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39984c71-5083-4792-8cd7-58bd6ddb3c01 HTTP/1.1" status: 204 len: 168 time: 0.1165318 Apr 28 19:48:05.950573 dv-cinder-826949-7-iscsi neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7bc99-2fe9-4ee0-bd46-da46012efda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39984c71-5083-4792-8cd7-58bd6ddb3c01,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:15.411476 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.552173 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9406e5a2-e5f3-45cb-91c8-e127ab31280b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:19.811869 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9fe1feed-77c5-40a8-af94-97cd3d5a848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:20.969487 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:22.428536 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:23.257390 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:48:24.031769 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:45.411366 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:47.552093 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9fddbc0b-bd70-45af-8d62-de5b60f04592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:49.812510 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8397e093-735d-4820-910b-c67bd4bc34cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:50.969927 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:52.431518 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:54.035155 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:00.256141 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:49:15.426245 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:17.552999 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3224f777-a7b9-4df7-b916-15a9434c97f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:19.814538 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0e053d7f-5374-491c-8b76-808d0533630b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:20.971964 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:22.433544 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:24.037014 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:37.255315 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:49:45.441881 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.556017 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c59d4eb0-9405-42b6-abe1-80cd36d0400b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:49.819027 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1dc595fe-3e1e-4852-aaf5-9d7aeb99ecc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:50.975322 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:52.436457 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:54.041226 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:14.253906 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:50:15.443133 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:17.556544 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7487d0b5-d53f-4482-8c27-4b1c2c81e3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:19.821048 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7b4db334-fb9a-4a27-b512-2decb34f02db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:20.980613 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:22.439484 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:24.044046 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:45.463207 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:47.556818 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-18a0bea2-99c4-4c71-a398-da5f82129532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:49.822424 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-82cc111d-756f-4287-b15d-aa64717fee54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:50.981438 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:51.252799 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:50:52.441773 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:54.045289 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:13.720278 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-c37365bc-afcc-40d9-838c-68694b004e29 service neutron] (103241) timed out ('10.222.0.55', 54666) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 19:51:13.891323 dv-cinder-826949-7-iscsi neutron-server[103241]: DEBUG neutron.wsgi [req-0fc8e8c0-279a-4a16-9487-8f755e275f3c req-988cd773-ce4b-4cde-a392-578bc6a97155 tempest-AttachVolumeShelveTestJSON-1388071280 tempest-AttachVolumeShelveTestJSON-1388071280-project] (103241) timed out ('10.222.0.55', 54674) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 19:51:15.470643 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:17.558057 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e9617eec-3d5e-4c09-8833-c9a120182000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:19.827143 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d0b76ce7-9890-429a-8bf2-d85f36c94efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:20.984015 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:22.445940 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.047745 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:28.251438 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:51:45.469036 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:47.559161 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9a6e2a53-abd6-4e84-b799-a9c4fccd5f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.828946 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad82c-9d1d-4ce4-96a9-f038fd0eacf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.987146 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:52.447996 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.049098 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:05.250148 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:52:15.480623 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:17.562946 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-860da0b0-6e3d-4220-bfae-1c46b04b7236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:19.830312 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2a83e158-d156-41c4-801e-0765f5b9ad94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:20.992279 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:22.450526 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.054429 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:42.249498 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:52:45.492757 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:47.564747 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e820a4a6-72cc-4667-bbaa-d08c83f63b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:49.831937 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0a9617ce-1ce7-4958-8088-e0b05b7f37fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:50.994196 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:52.451609 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:54.057088 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:15.478173 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bc5252f5-2ec0-48cc-8382-9a448ec2d24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (137f1f1e-c9d8-4fb3-86a1-c5375c863887), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:17.568132 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9d822821-25fb-4534-bd2b-9392ea25fd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (98f264c5-0793-40ae-beb9-fa610ac228ba), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:19.248824 dv-cinder-826949-7-iscsi neutron-server[103243]: DEBUG neutron.db.agents_db [None req-a85c2873-9a9d-4deb-9b27-e57e72c2a124 None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:53:19.833078 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-457c7d3e-10a4-4a93-8fb0-27ff5643d341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (7f471ab9-fb0f-490a-b11a-f701909c7713), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:20.997269 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-69c13777-a917-42cb-9667-bc074b1c318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (87e9b1c4-3a10-4c2c-93d6-a2cbfae9ce3f), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:22.455405 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2a7a-8a62-4318-bd2c-a873431163fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (6a57b41f-320f-4fbe-a17c-ac932a49c611), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:24.058162 dv-cinder-826949-7-iscsi neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2959d647-bbd0-4700-b3d9-b3d0527260ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754243337319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366129'] for agent (2562de35-154b-4d9c-9e26-e56da9daf192), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}